[ 531.963640] env[65214]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 531.963640] env[65214]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 532.943398] env[65302]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 532.943398] env[65302]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 534.489451] env[65302]: INFO neutron.common.config [-] Logging enabled! [ 534.489810] env[65302]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev113 [ 534.490234] env[65302]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65302) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 534.490322] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 534.490422] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 534.491240] env[65302]: WARNING oslo_policy.policy [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 534.491456] env[65302]: WARNING oslo_policy.policy [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 534.493110] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] VMware NSXv3 Agent initialized successfully. [ 534.493480] env[65302]: DEBUG oslo_concurrency.lockutils [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] Acquiring lock "singleton_lock" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.493609] env[65302]: DEBUG oslo_concurrency.lockutils [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] Acquired lock "singleton_lock" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.493812] env[65302]: DEBUG oslo_concurrency.lockutils [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] Releasing lock "singleton_lock" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.494117] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] Full set of CONF: {{(pid=65302) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 534.494225] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ******************************************************************************** {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 534.494324] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] Configuration options gathered from: {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 534.494650] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 534.494818] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 534.494949] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ================================================================================ {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 534.495222] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] agent_down_time = 75 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.495283] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] allow_automatic_dhcp_failover = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.495409] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] allow_bulk = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.495550] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] api_extensions_path = {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.495687] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] api_paste_config = api-paste.ini {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.495824] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] auth_strategy = keystone {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.495927] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] backdoor_port = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.496063] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] backdoor_socket = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.496210] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] backlog = 4096 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.496350] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] base_mac = fa:16:3e:00:00:00 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.496504] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] bind_host = 0.0.0.0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.496643] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] bind_port = 9696 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.496777] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] client_socket_timeout = 900 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.496916] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] config_dir = [] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.497034] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.497181] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] config_source = [] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.497339] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] control_exchange = neutron {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.497481] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] core_plugin = ml2 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.497618] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] debug = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.497753] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] default_availability_zones = [] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.497959] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.498111] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] dhcp_agent_notification = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.498242] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] dhcp_agents_per_network = 1 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.498371] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] dhcp_lease_duration = 86400 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.498511] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] dhcp_load_type = networks {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.498645] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] dns_domain = openstacklocal {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.499135] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.499135] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] enable_default_route_bfd = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.499135] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] enable_default_route_ecmp = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.499256] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] enable_dvr = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.499324] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] enable_new_agents = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.499451] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.499582] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] enable_signals = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.499710] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] enable_traditional_dhcp = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.499833] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] external_dns_driver = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.499959] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] filter_validation = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.500114] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] global_physnet_mtu = 8950 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.500245] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] graceful_shutdown_timeout = 60 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.500415] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] host = cpu-1 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.500552] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] host_dvr_for_dhcp = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.500682] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] http_retries = 3 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.500815] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] instance_format = [instance: %(uuid)s] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.500947] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501095] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ipam_driver = internal {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501223] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ipv6_pd_enabled = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501350] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] l3_ha = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501481] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501613] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] l3_ha_network_physical_name = {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501745] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] l3_ha_network_type = {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501881] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] log_color = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502022] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] log_config_append = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502183] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502315] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] log_dir = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502444] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] log_file = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502545] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] log_options = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502677] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] log_rotate_interval = 1 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502814] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] log_rotate_interval_type = days {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502949] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] log_rotation_type = none {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503065] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503164] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503301] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503438] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503541] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503676] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] max_dns_nameservers = 5 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503808] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] max_header_line = 16384 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503942] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] max_l3_agents_per_router = 3 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504080] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] max_logfile_count = 30 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504213] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] max_logfile_size_mb = 200 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504342] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] max_subnet_host_routes = 20 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504479] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] my_ip = 10.180.1.21 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504684] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] my_ipv6 = ::1 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504734] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] network_auto_schedule = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504880] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] network_link_prefix = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505034] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505200] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] notify_nova_on_port_data_changes = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505343] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] notify_nova_on_port_status_changes = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505481] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] pagination_max_limit = -1 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505613] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] publish_errors = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505744] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] rate_limit_burst = 0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505889] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] rate_limit_except_level = CRITICAL {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506033] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] rate_limit_interval = 0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506169] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] retry_until_window = 30 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506299] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] router_distributed = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506430] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] rpc_resources_processing_step = 20 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506559] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] rpc_response_max_timeout = 600 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506690] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] rpc_response_timeout = 60 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506817] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] send_events_interval = 2 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506963] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] service_plugins = ['router'] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507116] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] setproctitle = on {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507245] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] shell_completion = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507380] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] state_path = /opt/stack/data/neutron {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507516] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] syslog_log_facility = LOG_USER {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507648] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] tcp_keepidle = 600 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507784] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] transport_url = **** {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507914] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] use_journal = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508053] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] use_json = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508209] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] use_ssl = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508341] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] use_stderr = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508479] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] use_syslog = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508608] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] vlan_qinq = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508734] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] vlan_transparent = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508864] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] watch_log_file = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508996] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] wsgi_default_pool_size = 100 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.509138] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] wsgi_keep_alive = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.509272] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.509402] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] wsgi_server_debug = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.509549] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_concurrency.disable_process_locking = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.509689] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.509831] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.509972] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.510122] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.510259] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.510393] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.510542] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler.connection_string = messaging:// {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.510682] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler.enabled = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.510820] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler.es_doc_type = notification {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.510955] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler.es_scroll_size = 10000 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.511110] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler.es_scroll_time = 2m {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.511322] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler.filter_error_trace = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.511550] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler.hmac_keys = **** {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.511732] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler.sentinel_service_name = mymaster {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.511886] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler.socket_timeout = 0.1 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.512040] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler.trace_requests = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.512182] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler.trace_sqlalchemy = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.512333] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler_jaeger.process_tags = {} {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.512467] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler_jaeger.service_name_prefix = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.512603] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] profiler_otlp.service_name_prefix = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.512817] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_policy.enforce_new_defaults = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.513136] env[65302]: WARNING oslo_config.cfg [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 534.513318] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_policy.enforce_scope = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.513469] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_policy.policy_default_rule = default {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.513624] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.513766] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.513910] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.514056] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.514210] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.514349] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.514485] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.514625] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_policy.remote_timeout = 60.0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.514772] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.514945] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] agent.extensions = [] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.515110] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.515276] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] service_providers.service_provider = [] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.515459] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] QUOTAS.default_quota = -1 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.515586] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.515723] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] QUOTAS.quota_floatingip = 50 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.515862] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] QUOTAS.quota_network = 100 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.515999] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] QUOTAS.quota_port = 500 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.516149] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.516285] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] QUOTAS.quota_router = 10 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.516419] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] QUOTAS.quota_security_group = 10 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.516553] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.516705] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] QUOTAS.quota_subnet = 100 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.518889] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] QUOTAS.track_quota_usage = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.518889] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.518889] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep.group = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.518889] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep.helper_command = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.518889] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep.log_daemon_traceback = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.518889] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.518889] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep.thread_pool_size = 8 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519161] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep.user = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519161] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519161] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_dhcp_release.group = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519161] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_dhcp_release.helper_command = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519161] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519161] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519319] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519319] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_dhcp_release.user = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519319] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519319] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_ovs_vsctl.group = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519319] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_ovs_vsctl.helper_command = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519319] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519319] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519512] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519512] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_ovs_vsctl.user = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519710] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_namespace.capabilities = [21] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519768] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_namespace.group = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.519902] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_namespace.helper_command = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.520042] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_namespace.log_daemon_traceback = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.520179] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.520310] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_namespace.thread_pool_size = 8 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.520439] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_namespace.user = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.520575] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_conntrack.capabilities = [12] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.520721] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_conntrack.group = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.520854] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_conntrack.helper_command = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.520986] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.521133] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.521265] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.521392] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_conntrack.user = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.521531] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_link.capabilities = [12, 21] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.521658] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_link.group = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.521783] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_link.helper_command = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.521911] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_link.log_daemon_traceback = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.522057] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.522188] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_link.thread_pool_size = 8 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.522315] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] privsep_link.user = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.522463] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.522605] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.522743] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.continue_on_failed_promotions = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.522875] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.dscp = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.523047] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.dscp_inherit = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.523163] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.force_mp_to_policy = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.523293] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.locking_coordinator_url = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.523427] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.log_agent_heartbeats = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.523560] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.logging_expire = 1 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.523698] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.523832] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.523973] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.polling_interval = 240 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.524121] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.524261] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.524402] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.report_interval = 30.0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.524539] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.524692] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.524846] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.525018] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.sync_skew = 60 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.525164] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.synchronization_queue_size = 20 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.525300] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT.use_helper_for_ns_read = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.525463] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] SECURITYGROUP.enable_ipset = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.525623] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] SECURITYGROUP.enable_security_group = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.525764] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.525906] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.526082] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] experimental.ipv6_pd_enabled = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.526241] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ml2.extension_drivers = ['port_security'] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.526374] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ml2.external_network_type = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.526518] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.526658] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ml2.overlay_ip_version = 4 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.526795] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ml2.path_mtu = 8950 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.526932] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ml2.physical_network_mtus = {} {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527088] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ml2.tenant_network_types = ['vlan'] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527227] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527368] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ml2.type_drivers = ['vlan'] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527511] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT_CLI.neutron_port_id = [] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527654] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527778] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527921] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528071] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528210] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528346] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528483] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528620] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528839] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528986] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_login_password = **** {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529146] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_login_port = 443 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529284] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_login_user = admin {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529423] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529593] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529739] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529872] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530023] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530169] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530308] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530446] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530581] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530717] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530860] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530996] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.531145] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.531336] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.531479] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] vsphere.vsphere_login_password = VMware1! {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.531617] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.531749] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.531886] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] nova.auth_section = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532039] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] nova.auth_type = password {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532179] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532337] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] nova.certfile = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532519] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] nova.collect_timing = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532701] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] nova.endpoint_type = public {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532844] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] nova.insecure = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532973] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] nova.keyfile = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533131] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] nova.region_name = RegionOne {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533267] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] nova.split_loggers = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533397] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] nova.timeout = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533534] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] placement.auth_section = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533675] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] placement.auth_type = password {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533812] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533943] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] placement.certfile = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534091] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] placement.collect_timing = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534233] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] placement.endpoint_type = public {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534363] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] placement.insecure = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534488] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] placement.keyfile = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534613] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] placement.region_name = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534740] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] placement.split_loggers = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534876] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] placement.timeout = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535043] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.auth_section = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535185] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.auth_type = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535315] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.cafile = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535441] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.certfile = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535572] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.collect_timing = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535725] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.connect_retries = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535823] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.connect_retry_delay = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535954] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.enable_notifications = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536093] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.endpoint_override = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536225] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.insecure = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536352] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.interface = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536478] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.keyfile = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536639] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.max_version = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536804] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.min_version = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536938] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.region_name = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537082] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.retriable_status_codes = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537215] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.service_name = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537340] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.service_type = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537470] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.split_loggers = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537596] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.status_code_retries = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537721] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.status_code_retry_delay = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537846] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.timeout = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537971] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.valid_interfaces = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538108] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ironic.version = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538244] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] cli_script.dry_run = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538381] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538510] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538642] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538772] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538903] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539042] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539176] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539306] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539436] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539573] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539701] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539838] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539976] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540124] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540258] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540396] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540528] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540659] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540798] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540929] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541072] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541205] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541334] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541466] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541596] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541726] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541856] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541986] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542153] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542291] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542423] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.ssl = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542561] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542695] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542825] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542964] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543113] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.ssl_version = {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543241] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543382] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_notifications.driver = [] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543514] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_notifications.retry = -1 {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543659] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543786] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] oslo_messaging_notifications.transport_url = **** {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543889] env[65302]: DEBUG oslo_service.backend._eventlet.service [None req-cbb7ed02-f17d-4049-8697-bf63922fe45d None None] ******************************************************************************** {{(pid=65302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 534.545088] env[65302]: DEBUG neutron.agent.securitygroups_rpc [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Init firewall settings (driver=nsxv3) {{(pid=65302) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 534.546603] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65302) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 534.546893] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] RPC agent_id: nsxm-l-01a.corp.local [ 534.549228] env[65302]: DEBUG dogpile.cache.region [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 534.549346] env[65302]: DEBUG dogpile.lock [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 534.549447] env[65302]: DEBUG dogpile.lock [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 534.549538] env[65302]: DEBUG dogpile.lock [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 534.549631] env[65302]: DEBUG dogpile.cache.region [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 534.549715] env[65302]: DEBUG dogpile.lock [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 534.549837] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 534.578960] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Session token - acquiring [ 534.580855] env[65302]: DEBUG networking_nsxv3.common.locking [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.581098] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.581202] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.581580] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.593737] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.888185] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 534.909271] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 534.909466] env[65302]: DEBUG dogpile.cache.region [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Cache value generated in 0.360 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 534.909526] env[65302]: DEBUG dogpile.lock [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 534.909611] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Activating Policy API Provider. [ 534.909808] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Looking for the default Infrastructure Rules. [ 534.977753] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Looking for the Default Layer3 Logged Drop Section. [ 534.992911] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 534.993426] env[65302]: DEBUG networking_nsxv3.common.locking [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.993686] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquiring lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.993686] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.993919] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired external semaphore "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.994275] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.509494] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.012414] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.515328] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Inventory metadata is going to be refreshed. [ 536.515328] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 537.372020] env[65302]: DEBUG networking_nsxv3.common.locking [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.372020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.372020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.372020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.382247] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 537.386401] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.386401] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 537.405603] env[65302]: DEBUG networking_nsxv3.common.locking [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.405603] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.405603] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.405603] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.405603] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.405603] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 537.405603] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.405603] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 537.428037] env[65302]: DEBUG networking_nsxv3.common.locking [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.428037] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.428037] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.428037] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.428037] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.428037] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 537.448467] env[65302]: DEBUG networking_nsxv3.common.locking [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.448467] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.448467] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.448467] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.448467] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.448467] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 537.471960] env[65302]: DEBUG networking_nsxv3.common.locking [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.471960] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquiring lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.471960] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.471960] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired external semaphore "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.471960] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Releasing lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.471960] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 537.471960] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.471960] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 537.491022] env[65302]: DEBUG networking_nsxv3.common.locking [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.491022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquiring lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.491022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.491022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired external semaphore "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.491022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Releasing lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.491022] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 537.491022] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.491022] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 537.514022] env[65302]: DEBUG networking_nsxv3.common.locking [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.514022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.514022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.514022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.514022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.514022] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 537.514022] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.514022] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Inventory metadata have been refreshed. [ 537.514022] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Dryrun:True. Metadata refresh completed. [ 537.514022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Releasing lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.518018] env[65302]: INFO neutron.agent.agent_extensions_manager [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Loaded agent extensions: [] [ 537.518018] env[65302]: DEBUG neutron_lib.callbacks.manager [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65302) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 537.567537] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NSXv3 Agent Agent RPC Daemon Started! [ 537.567537] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NSXv3 Agent Agent loop - iteration:0 started [ 537.567537] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NSXv3 Agent Agent out of sync with plugin! [ 542.516725] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.516725] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.518074] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.518553] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.400841] env[65302]: INFO networking_nsxv3.common.synchronization [None req-dfd39354-32a1-4d44-82fe-e9cf24ab7cf4 demo admin] Enqueued Resource ID: c9c89d8b-0fe2-4dfe-b300-7b9624b72c95 with Priority: HIGHEST for action security_group_rules [ 552.401437] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c89d8b-0fe2-4dfe-b300-7b9624b72c95 with Priority: HIGHEST for action security_group_rules [ 552.403484] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9c89d8b-0fe2-4dfe-b300-7b9624b72c95 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.403613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9c89d8b-0fe2-4dfe-b300-7b9624b72c95" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.403658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9c89d8b-0fe2-4dfe-b300-7b9624b72c95" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.404355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9c89d8b-0fe2-4dfe-b300-7b9624b72c95" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.404355] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9c89d8b-0fe2-4dfe-b300-7b9624b72c95',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.924813] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.925070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.925070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.925332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.925431] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.925526] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9c89d8b-0fe2-4dfe-b300-7b9624b72c95 already deleted. [ 552.925608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9c89d8b-0fe2-4dfe-b300-7b9624b72c95" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.403292] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.403991] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.405434] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.405662] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.520133] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.520626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.520626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.520808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.521092] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.023502] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.525709] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.029053] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 567.029053] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 567.406176] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.406298] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.783254] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.783626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.783626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.783626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.795532] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 567.796363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.797033] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 567.814990] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.815193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.815245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.815441] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.815534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.815637] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 567.815708] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.815773] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 567.836771] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.837027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.837027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.837198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.837325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.837468] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 567.878604] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.878899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.878899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.879122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.879227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.879341] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 567.903187] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.903418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.903468] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.903653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.903756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.903874] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 567.903945] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.904015] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 567.921230] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.921466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.921466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.921628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.921686] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.921777] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 567.921836] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.921908] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 567.941475] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.941673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.941673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.941856] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.941953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.942081] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 567.942148] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.942210] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 567.942271] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 567.942343] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 567.942399] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 567.942465] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 567.942748] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 567.942810] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 567.942876] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 567.963162] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.963406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.963406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.963656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.963721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.963825] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 567.987232] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.987474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.987474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.987647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.987771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.018113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.407808] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.408252] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.409507] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.410162] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.425213] env[65302]: INFO networking_nsxv3.common.synchronization [None req-8ef7d78d-c8f6-42a2-9251-56a90466fd32 None None] Enqueued Resource ID: 236196dc-1174-4e1e-92fd-b69ccacd980b with Priority: HIGHEST for action port [ 577.425849] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236196dc-1174-4e1e-92fd-b69ccacd980b with Priority: HIGHEST for action port [ 577.426181] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-236196dc-1174-4e1e-92fd-b69ccacd980b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.426298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-236196dc-1174-4e1e-92fd-b69ccacd980b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.426407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-236196dc-1174-4e1e-92fd-b69ccacd980b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.426725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-236196dc-1174-4e1e-92fd-b69ccacd980b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.426806] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236196dc-1174-4e1e-92fd-b69ccacd980b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.929968] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 236196dc-1174-4e1e-92fd-b69ccacd980b [ 577.930240] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.930372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.930438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.930676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.930778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.930882] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:236196dc-1174-4e1e-92fd-b69ccacd980b already deleted. [ 577.930974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-236196dc-1174-4e1e-92fd-b69ccacd980b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.260167] env[65302]: INFO networking_nsxv3.common.synchronization [None req-1458dcda-16e4-4b53-8974-7da0a57fa03a None None] Enqueued Resource ID: 84b68a1a-4233-4832-9fc4-c55f13fc1917 with Priority: HIGHEST for action port [ 579.260659] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b68a1a-4233-4832-9fc4-c55f13fc1917 with Priority: HIGHEST for action port [ 579.260875] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-84b68a1a-4233-4832-9fc4-c55f13fc1917 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.261133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84b68a1a-4233-4832-9fc4-c55f13fc1917" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.261133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84b68a1a-4233-4832-9fc4-c55f13fc1917" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.261314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84b68a1a-4233-4832-9fc4-c55f13fc1917" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.261390] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b68a1a-4233-4832-9fc4-c55f13fc1917',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.757112] env[65302]: INFO networking_nsxv3.common.synchronization [None req-6d0d2f57-b1a6-4c46-959a-14e43dc116da None None] Enqueued Resource ID: 2937b18b-4799-401c-a98a-8268f2c08f92 with Priority: HIGHEST for action port [ 579.757112] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2937b18b-4799-401c-a98a-8268f2c08f92 with Priority: HIGHEST for action port [ 579.757112] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-2937b18b-4799-401c-a98a-8268f2c08f92 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.757112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2937b18b-4799-401c-a98a-8268f2c08f92" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.757112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2937b18b-4799-401c-a98a-8268f2c08f92" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.758210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2937b18b-4799-401c-a98a-8268f2c08f92" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.758686] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2937b18b-4799-401c-a98a-8268f2c08f92',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.764099] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84b68a1a-4233-4832-9fc4-c55f13fc1917 [ 579.764099] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.764099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.764099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.764261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.764367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.764496] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84b68a1a-4233-4832-9fc4-c55f13fc1917 already deleted. [ 579.764605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84b68a1a-4233-4832-9fc4-c55f13fc1917" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.261088] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2937b18b-4799-401c-a98a-8268f2c08f92 [ 580.261352] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.261454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.261522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.261719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.261808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.261905] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2937b18b-4799-401c-a98a-8268f2c08f92 already deleted. [ 580.261972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2937b18b-4799-401c-a98a-8268f2c08f92" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.669339] env[65302]: INFO networking_nsxv3.common.synchronization [None req-583d7f28-b623-4635-a4ae-540fcae8a5ed None None] Enqueued Resource ID: 0142a0c0-f3d5-4636-884c-c0340a2d913c with Priority: HIGHEST for action port [ 581.669617] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0142a0c0-f3d5-4636-884c-c0340a2d913c with Priority: HIGHEST for action port [ 581.669972] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-0142a0c0-f3d5-4636-884c-c0340a2d913c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.670131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0142a0c0-f3d5-4636-884c-c0340a2d913c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.670177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0142a0c0-f3d5-4636-884c-c0340a2d913c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.670918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0142a0c0-f3d5-4636-884c-c0340a2d913c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.670918] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0142a0c0-f3d5-4636-884c-c0340a2d913c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.172966] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0142a0c0-f3d5-4636-884c-c0340a2d913c [ 582.173228] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.173365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.173433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.173658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.173749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.173855] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0142a0c0-f3d5-4636-884c-c0340a2d913c already deleted. [ 582.173955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0142a0c0-f3d5-4636-884c-c0340a2d913c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.613947] env[65302]: INFO networking_nsxv3.common.synchronization [None req-ecbdeb6d-7d15-4cbf-861d-7ffe3b5a549f None None] Enqueued Resource ID: 82d764e1-0eba-49ad-9fbf-4fc855090efd with Priority: HIGHEST for action port [ 584.614258] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d764e1-0eba-49ad-9fbf-4fc855090efd with Priority: HIGHEST for action port [ 584.614863] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d764e1-0eba-49ad-9fbf-4fc855090efd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.614931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d764e1-0eba-49ad-9fbf-4fc855090efd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.614962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d764e1-0eba-49ad-9fbf-4fc855090efd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.615461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d764e1-0eba-49ad-9fbf-4fc855090efd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.615546] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d764e1-0eba-49ad-9fbf-4fc855090efd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.911764] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d194c11b-37c1-46ad-af5e-bcc408a6fa7e None None] Enqueued Resource ID: 5d8b998a-192e-41c7-b889-ffa93487e3d1 with Priority: HIGHEST for action port [ 584.912438] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8b998a-192e-41c7-b889-ffa93487e3d1 with Priority: HIGHEST for action port [ 584.912589] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d8b998a-192e-41c7-b889-ffa93487e3d1 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.912711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d8b998a-192e-41c7-b889-ffa93487e3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.912774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d8b998a-192e-41c7-b889-ffa93487e3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.913044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d8b998a-192e-41c7-b889-ffa93487e3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.913124] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d8b998a-192e-41c7-b889-ffa93487e3d1',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.119528] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82d764e1-0eba-49ad-9fbf-4fc855090efd [ 585.119528] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.119528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.119528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.119528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.119528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.119528] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82d764e1-0eba-49ad-9fbf-4fc855090efd already deleted. [ 585.119528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d764e1-0eba-49ad-9fbf-4fc855090efd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.416159] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d8b998a-192e-41c7-b889-ffa93487e3d1 [ 585.418024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.418024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.418024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.418024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.418024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.418024] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d8b998a-192e-41c7-b889-ffa93487e3d1 already deleted. [ 585.418024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d8b998a-192e-41c7-b889-ffa93487e3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.470936] env[65302]: INFO networking_nsxv3.common.synchronization [None req-73542303-ecf0-4d5e-9be8-bbac71d3294c None None] Enqueued Resource ID: 7e1e643c-6028-4cc3-9621-05ac247e6d8f with Priority: HIGHEST for action port [ 585.470936] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1e643c-6028-4cc3-9621-05ac247e6d8f with Priority: HIGHEST for action port [ 585.470936] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e1e643c-6028-4cc3-9621-05ac247e6d8f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.470936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e1e643c-6028-4cc3-9621-05ac247e6d8f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.470936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e1e643c-6028-4cc3-9621-05ac247e6d8f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.470936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e1e643c-6028-4cc3-9621-05ac247e6d8f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.471440] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e1e643c-6028-4cc3-9621-05ac247e6d8f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.742781] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d173045a-bd49-48a3-a76b-0732d17c5e57 None None] Enqueued Resource ID: 0e527b0d-ddd7-4c68-a609-b3743b3f3d8e with Priority: HIGHEST for action port [ 585.743084] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e527b0d-ddd7-4c68-a609-b3743b3f3d8e with Priority: HIGHEST for action port [ 585.743626] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e527b0d-ddd7-4c68-a609-b3743b3f3d8e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.743768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e527b0d-ddd7-4c68-a609-b3743b3f3d8e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.743829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e527b0d-ddd7-4c68-a609-b3743b3f3d8e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.744463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e527b0d-ddd7-4c68-a609-b3743b3f3d8e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.745282] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e527b0d-ddd7-4c68-a609-b3743b3f3d8e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.975922] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e1e643c-6028-4cc3-9621-05ac247e6d8f [ 585.975922] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.975922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.975922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.975922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.975922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.975922] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e1e643c-6028-4cc3-9621-05ac247e6d8f already deleted. [ 585.975922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e1e643c-6028-4cc3-9621-05ac247e6d8f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.250400] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e527b0d-ddd7-4c68-a609-b3743b3f3d8e [ 586.250699] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.251412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.251412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.251412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.251412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.251412] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e527b0d-ddd7-4c68-a609-b3743b3f3d8e already deleted. [ 586.251412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e527b0d-ddd7-4c68-a609-b3743b3f3d8e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.526926] env[65302]: INFO networking_nsxv3.common.synchronization [None req-2b30c07a-bd59-45ee-b47f-2fb555c91166 None None] Enqueued Resource ID: 0d0dbc1d-79b7-4c80-adc9-03f18083096a with Priority: HIGHEST for action port [ 586.527185] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0dbc1d-79b7-4c80-adc9-03f18083096a with Priority: HIGHEST for action port [ 586.527746] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d0dbc1d-79b7-4c80-adc9-03f18083096a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.527872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d0dbc1d-79b7-4c80-adc9-03f18083096a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.527942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d0dbc1d-79b7-4c80-adc9-03f18083096a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.528321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d0dbc1d-79b7-4c80-adc9-03f18083096a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.528392] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0dbc1d-79b7-4c80-adc9-03f18083096a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.030911] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d0dbc1d-79b7-4c80-adc9-03f18083096a [ 587.030911] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.031588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.031682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.031895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.031985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.032149] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d0dbc1d-79b7-4c80-adc9-03f18083096a already deleted. [ 587.032233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d0dbc1d-79b7-4c80-adc9-03f18083096a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.648368] env[65302]: INFO networking_nsxv3.common.synchronization [None req-19b7b384-d23d-40f8-b8d0-5eb0b85b871d None None] Enqueued Resource ID: b994b3e4-030c-4147-a9fa-93fb9f8a059d with Priority: HIGHEST for action port [ 587.648368] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b994b3e4-030c-4147-a9fa-93fb9f8a059d with Priority: HIGHEST for action port [ 587.648368] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-b994b3e4-030c-4147-a9fa-93fb9f8a059d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.648731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b994b3e4-030c-4147-a9fa-93fb9f8a059d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.649180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b994b3e4-030c-4147-a9fa-93fb9f8a059d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.649525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b994b3e4-030c-4147-a9fa-93fb9f8a059d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.649696] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b994b3e4-030c-4147-a9fa-93fb9f8a059d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.738656] env[65302]: INFO networking_nsxv3.common.synchronization [None req-43bc59a6-9d95-49a3-8e6e-f09fba07f585 None None] Enqueued Resource ID: 66e924e2-1781-4af2-9390-2cc136547e3b with Priority: HIGHEST for action port [ 587.739289] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e924e2-1781-4af2-9390-2cc136547e3b with Priority: HIGHEST for action port [ 587.739621] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-66e924e2-1781-4af2-9390-2cc136547e3b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.739739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66e924e2-1781-4af2-9390-2cc136547e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.739823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66e924e2-1781-4af2-9390-2cc136547e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.742617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66e924e2-1781-4af2-9390-2cc136547e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.742617] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66e924e2-1781-4af2-9390-2cc136547e3b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.152751] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b994b3e4-030c-4147-a9fa-93fb9f8a059d [ 588.153103] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.153169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.153819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.153819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.153819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.153819] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b994b3e4-030c-4147-a9fa-93fb9f8a059d already deleted. [ 588.153819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b994b3e4-030c-4147-a9fa-93fb9f8a059d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.243329] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66e924e2-1781-4af2-9390-2cc136547e3b [ 588.243604] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.243772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.243864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.244185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.244301] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.244399] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66e924e2-1781-4af2-9390-2cc136547e3b already deleted. [ 588.244488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66e924e2-1781-4af2-9390-2cc136547e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.694732] env[65302]: INFO networking_nsxv3.common.synchronization [None req-c2a0c010-2a6f-494d-847b-c85f6570ec5a None None] Enqueued Resource ID: 73c8870f-731d-4213-a9bc-60624b4fbd62 with Priority: HIGHEST for action port [ 588.694732] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c8870f-731d-4213-a9bc-60624b4fbd62 with Priority: HIGHEST for action port [ 588.695203] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-73c8870f-731d-4213-a9bc-60624b4fbd62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.695203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73c8870f-731d-4213-a9bc-60624b4fbd62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.696271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73c8870f-731d-4213-a9bc-60624b4fbd62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.700022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73c8870f-731d-4213-a9bc-60624b4fbd62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.700022] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73c8870f-731d-4213-a9bc-60624b4fbd62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.199435] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73c8870f-731d-4213-a9bc-60624b4fbd62 [ 589.199735] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.199735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.199735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.199850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.200499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.200499] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73c8870f-731d-4213-a9bc-60624b4fbd62 already deleted. [ 589.200499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73c8870f-731d-4213-a9bc-60624b4fbd62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.168968] env[65302]: INFO networking_nsxv3.common.synchronization [None req-2ac392e9-08fa-4c57-986a-e9a114d9db32 None None] Enqueued Resource ID: c7f92788-4fb7-4b52-9782-42e54d3ff3bb with Priority: HIGHEST for action port [ 590.168968] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7f92788-4fb7-4b52-9782-42e54d3ff3bb with Priority: HIGHEST for action port [ 590.169650] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7f92788-4fb7-4b52-9782-42e54d3ff3bb taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.169650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7f92788-4fb7-4b52-9782-42e54d3ff3bb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.169650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7f92788-4fb7-4b52-9782-42e54d3ff3bb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.169874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7f92788-4fb7-4b52-9782-42e54d3ff3bb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.170067] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f92788-4fb7-4b52-9782-42e54d3ff3bb',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.226650] env[65302]: INFO networking_nsxv3.common.synchronization [None req-13307dcb-7f83-413e-a61f-deae45d9721b None None] Enqueued Resource ID: 14769ff4-dd11-4fc1-811e-8683f8ebeaa9 with Priority: HIGHEST for action port [ 590.227219] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14769ff4-dd11-4fc1-811e-8683f8ebeaa9 with Priority: HIGHEST for action port [ 590.227510] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-14769ff4-dd11-4fc1-811e-8683f8ebeaa9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.227631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14769ff4-dd11-4fc1-811e-8683f8ebeaa9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.227700] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14769ff4-dd11-4fc1-811e-8683f8ebeaa9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.227940] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14769ff4-dd11-4fc1-811e-8683f8ebeaa9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.228151] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14769ff4-dd11-4fc1-811e-8683f8ebeaa9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.673266] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7f92788-4fb7-4b52-9782-42e54d3ff3bb [ 590.673497] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.673636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.673708] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.674147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.674147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.674259] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7f92788-4fb7-4b52-9782-42e54d3ff3bb already deleted. [ 590.674259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7f92788-4fb7-4b52-9782-42e54d3ff3bb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.731397] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14769ff4-dd11-4fc1-811e-8683f8ebeaa9 [ 590.731397] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.731397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.731397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.731397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.731604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.731604] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14769ff4-dd11-4fc1-811e-8683f8ebeaa9 already deleted. [ 590.731662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14769ff4-dd11-4fc1-811e-8683f8ebeaa9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.459739] env[65302]: INFO networking_nsxv3.common.synchronization [None req-4242fd9a-b970-4d8a-b585-66620d556621 None None] Enqueued Resource ID: 304a0981-2fbf-42d6-89ba-73fcb8f843a9 with Priority: HIGHEST for action port [ 591.460204] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 304a0981-2fbf-42d6-89ba-73fcb8f843a9 with Priority: HIGHEST for action port [ 591.460586] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-304a0981-2fbf-42d6-89ba-73fcb8f843a9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.460710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-304a0981-2fbf-42d6-89ba-73fcb8f843a9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.460778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-304a0981-2fbf-42d6-89ba-73fcb8f843a9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.465835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-304a0981-2fbf-42d6-89ba-73fcb8f843a9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.465835] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('304a0981-2fbf-42d6-89ba-73fcb8f843a9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.968507] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 304a0981-2fbf-42d6-89ba-73fcb8f843a9 [ 591.968599] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.968759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.968855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.969083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.969170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.969259] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:304a0981-2fbf-42d6-89ba-73fcb8f843a9 already deleted. [ 591.969334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-304a0981-2fbf-42d6-89ba-73fcb8f843a9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.817502] env[65302]: INFO networking_nsxv3.common.synchronization [None req-368c6729-dff0-4b47-96cb-29e123c2870a None None] Enqueued Resource ID: 452ce9fb-7410-4570-a6bb-e8601c01f36d with Priority: HIGHEST for action port [ 592.819140] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452ce9fb-7410-4570-a6bb-e8601c01f36d with Priority: HIGHEST for action port [ 592.820830] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-452ce9fb-7410-4570-a6bb-e8601c01f36d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.820913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-452ce9fb-7410-4570-a6bb-e8601c01f36d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.820984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-452ce9fb-7410-4570-a6bb-e8601c01f36d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.821248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-452ce9fb-7410-4570-a6bb-e8601c01f36d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.821335] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('452ce9fb-7410-4570-a6bb-e8601c01f36d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.323235] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 452ce9fb-7410-4570-a6bb-e8601c01f36d [ 593.323491] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.323581] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.323648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.323992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.323992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.323992] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:452ce9fb-7410-4570-a6bb-e8601c01f36d already deleted. [ 593.324253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-452ce9fb-7410-4570-a6bb-e8601c01f36d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.566706] env[65302]: INFO networking_nsxv3.common.synchronization [None req-80cab55c-c7eb-4018-9e55-b652075b4aae None None] Enqueued Resource ID: 0d565d27-3968-4e95-be2c-4c898239c144 with Priority: HIGHEST for action port [ 593.566706] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d565d27-3968-4e95-be2c-4c898239c144 with Priority: HIGHEST for action port [ 593.566706] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d565d27-3968-4e95-be2c-4c898239c144 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.566706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d565d27-3968-4e95-be2c-4c898239c144" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.566706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d565d27-3968-4e95-be2c-4c898239c144" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.566706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d565d27-3968-4e95-be2c-4c898239c144" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.566706] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d565d27-3968-4e95-be2c-4c898239c144',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.072228] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d565d27-3968-4e95-be2c-4c898239c144 [ 594.072228] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.072228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.072228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.072228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.072228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.072228] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d565d27-3968-4e95-be2c-4c898239c144 already deleted. [ 594.072228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d565d27-3968-4e95-be2c-4c898239c144" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.230204] env[65302]: INFO networking_nsxv3.common.synchronization [None req-5be26dba-cc63-4bcc-a1fc-906c8853450c None None] Enqueued Resource ID: e04abf49-9e76-4133-b957-2c317160a437 with Priority: HIGHEST for action port [ 594.230204] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04abf49-9e76-4133-b957-2c317160a437 with Priority: HIGHEST for action port [ 594.230647] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-e04abf49-9e76-4133-b957-2c317160a437 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.230924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e04abf49-9e76-4133-b957-2c317160a437" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.231007] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e04abf49-9e76-4133-b957-2c317160a437" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.231254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e04abf49-9e76-4133-b957-2c317160a437" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.231334] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04abf49-9e76-4133-b957-2c317160a437',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.734026] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e04abf49-9e76-4133-b957-2c317160a437 [ 594.735205] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.735205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.735205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.735205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.735205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.735205] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e04abf49-9e76-4133-b957-2c317160a437 already deleted. [ 594.735563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e04abf49-9e76-4133-b957-2c317160a437" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.816246] env[65302]: INFO networking_nsxv3.common.synchronization [None req-45bb860e-9c7e-4de7-bbf0-a1adbdb9a173 None None] Enqueued Resource ID: ac96a846-193e-40cc-ad51-aec5ea973c0c with Priority: HIGHEST for action port [ 595.816808] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac96a846-193e-40cc-ad51-aec5ea973c0c with Priority: HIGHEST for action port [ 595.818256] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac96a846-193e-40cc-ad51-aec5ea973c0c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.818422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac96a846-193e-40cc-ad51-aec5ea973c0c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.818489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac96a846-193e-40cc-ad51-aec5ea973c0c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.818737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac96a846-193e-40cc-ad51-aec5ea973c0c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.818813] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac96a846-193e-40cc-ad51-aec5ea973c0c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.076149] env[65302]: INFO networking_nsxv3.common.synchronization [req-0d541d6b-4e68-4548-967b-16846695228b req-6171131a-0d04-4d1c-ab75-1b6f81121a51 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Enqueued Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 596.076681] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 596.077023] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.077152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.077223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.077466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.078693] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.079296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.079296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.079404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.080467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.080467] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.303941] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d0d7ed24-7965-409b-b9dd-0c9d98a637c7 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Enqueued Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_rules [ 596.306168] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_rules [ 596.306491] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.306629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.306662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.306947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.307036] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.323600] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac96a846-193e-40cc-ad51-aec5ea973c0c [ 596.323842] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.323934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.324025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.324263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.324379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.324499] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac96a846-193e-40cc-ad51-aec5ea973c0c already deleted. [ 596.324606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac96a846-193e-40cc-ad51-aec5ea973c0c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.457553] env[65302]: INFO networking_nsxv3.common.synchronization [None req-6c022311-1691-4ece-984c-95c38b6d2278 None None] Enqueued Resource ID: a62d92b1-cdec-4941-8ed1-3b55c3a94513 with Priority: HIGHEST for action port [ 596.458348] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62d92b1-cdec-4941-8ed1-3b55c3a94513 with Priority: HIGHEST for action port [ 596.458879] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-a62d92b1-cdec-4941-8ed1-3b55c3a94513 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.458879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a62d92b1-cdec-4941-8ed1-3b55c3a94513" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.458879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a62d92b1-cdec-4941-8ed1-3b55c3a94513" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.459390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a62d92b1-cdec-4941-8ed1-3b55c3a94513" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.459491] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62d92b1-cdec-4941-8ed1-3b55c3a94513',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.584365] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.584365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.584365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.584365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.584365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.584365] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.584365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.584365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.584365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.584365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.584365] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa already deleted. [ 596.584365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.832367] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.832367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.832367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.832367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.832367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.832367] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 already deleted. [ 596.832367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.897363] env[65302]: INFO networking_nsxv3.common.synchronization [None req-93704786-a8e1-4e30-8a7e-91b04195cfa0 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Enqueued Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_rules [ 596.897808] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_rules [ 596.898108] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.898231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.898413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.898618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.898699] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.962190] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a62d92b1-cdec-4941-8ed1-3b55c3a94513 [ 596.962340] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.962675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.962749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.962966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.963077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.963163] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a62d92b1-cdec-4941-8ed1-3b55c3a94513 already deleted. [ 596.963254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a62d92b1-cdec-4941-8ed1-3b55c3a94513" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.423242] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.423417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.423504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.424211] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.424211] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.424211] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 already deleted. [ 597.424211] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.477425] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.477529] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-650" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.477805] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-650" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.478024] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-650" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.478862] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.478862] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.478862] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.478862] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.478862] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.479220] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.480132] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.480132] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.480132] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.480132] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.480132] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.480132] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.499128] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.499128] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.499128] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.499252] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-650" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.499887] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-9371d390-2484-44c8-8617-64682b59311f taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.499887] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-9371d390-2484-44c8-8617-64682b59311f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.499887] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-9371d390-2484-44c8-8617-64682b59311f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.500164] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-9371d390-2484-44c8-8617-64682b59311f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.500776] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9371d390-2484-44c8-8617-64682b59311f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.865127] env[65302]: INFO networking_nsxv3.common.synchronization [None req-7d7294e2-fb51-466c-9c94-0a023d2b8107 None None] Enqueued Resource ID: 648e4a30-14a2-49fb-b9c2-bc6125a56e35 with Priority: HIGHEST for action port [ 597.865127] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648e4a30-14a2-49fb-b9c2-bc6125a56e35 with Priority: HIGHEST for action port [ 597.865127] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-648e4a30-14a2-49fb-b9c2-bc6125a56e35 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.865515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-648e4a30-14a2-49fb-b9c2-bc6125a56e35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.865515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-648e4a30-14a2-49fb-b9c2-bc6125a56e35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.865515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-648e4a30-14a2-49fb-b9c2-bc6125a56e35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.865618] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('648e4a30-14a2-49fb-b9c2-bc6125a56e35',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.006021] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.006021] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.006021] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.006021] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.006021] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.006021] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 9371d390-2484-44c8-8617-64682b59311f not found, creating... [ 598.006021] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.006021] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.006021] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.006021] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.006021] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.006630] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.006630] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.006630] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.006630] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.006630] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.006817] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 9371d390-2484-44c8-8617-64682b59311f is going to be created. [ 598.096398] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.096604] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.096723] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.096994] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.097229] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.097443] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-9371d390-2484-44c8-8617-64682b59311f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.289533] env[65302]: INFO networking_nsxv3.common.synchronization [None req-be28c2f8-f8ad-4d87-a54b-e800bedab599 None None] Enqueued Resource ID: 01b11994-786a-400f-a9ba-ce67623936ea with Priority: HIGHEST for action port [ 598.290102] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b11994-786a-400f-a9ba-ce67623936ea with Priority: HIGHEST for action port [ 598.290396] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b11994-786a-400f-a9ba-ce67623936ea taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.290515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b11994-786a-400f-a9ba-ce67623936ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.290579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b11994-786a-400f-a9ba-ce67623936ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.290823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b11994-786a-400f-a9ba-ce67623936ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.291913] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b11994-786a-400f-a9ba-ce67623936ea',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.368672] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 648e4a30-14a2-49fb-b9c2-bc6125a56e35 [ 598.368911] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.369058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.369132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.369332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.369431] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.369514] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:648e4a30-14a2-49fb-b9c2-bc6125a56e35 already deleted. [ 598.369590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-648e4a30-14a2-49fb-b9c2-bc6125a56e35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.592022] env[65302]: INFO networking_nsxv3.common.synchronization [req-67e1114b-75c5-4a3e-ab92-7703e5ee709d req-5f4347f3-179f-43fc-ba6f-897cc4aea650 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Enqueued Resource ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b with Priority: HIGHEST for action security_group_members [ 598.592739] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b with Priority: HIGHEST for action security_group_members [ 598.593072] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-77971f08-f694-4b67-8f0b-7cc78f7caf7b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.593201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.593266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.594326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.595116] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.595291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.595291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.595479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.595857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.595857] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77971f08-f694-4b67-8f0b-7cc78f7caf7b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.794353] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01b11994-786a-400f-a9ba-ce67623936ea [ 598.794771] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.795169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.796287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.796287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.796287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.796287] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01b11994-786a-400f-a9ba-ce67623936ea already deleted. [ 598.796287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b11994-786a-400f-a9ba-ce67623936ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.806295] env[65302]: INFO networking_nsxv3.common.synchronization [req-0d541d6b-4e68-4548-967b-16846695228b req-3b897a6f-9c07-45da-8653-4710df26eb65 service nova] Enqueued Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_rules [ 598.806295] env[65302]: INFO networking_nsxv3.common.synchronization [req-0d541d6b-4e68-4548-967b-16846695228b req-3b897a6f-9c07-45da-8653-4710df26eb65 service nova] Enqueued Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 598.806295] env[65302]: INFO networking_nsxv3.common.synchronization [req-0d541d6b-4e68-4548-967b-16846695228b req-3b897a6f-9c07-45da-8653-4710df26eb65 service nova] Enqueued Resource ID: 9371d390-2484-44c8-8617-64682b59311f with Priority: HIGHEST for action port [ 598.806295] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_rules [ 598.806295] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 598.806295] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9371d390-2484-44c8-8617-64682b59311f with Priority: HIGHEST for action port [ 598.806295] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.806295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.806295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.806295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.808225] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.811543] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.811543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.811543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.811543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.811543] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.811543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.811543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.811543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.811543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.811543] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.811543] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-9371d390-2484-44c8-8617-64682b59311f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.811543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9371d390-2484-44c8-8617-64682b59311f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.812558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9371d390-2484-44c8-8617-64682b59311f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.813057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9371d390-2484-44c8-8617-64682b59311f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.814329] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9371d390-2484-44c8-8617-64682b59311f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.098448] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.098791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.098791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.099616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.099616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.099616] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.099616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.099616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.099616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.099616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.099616] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b already deleted. [ 599.099616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.316053] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.316306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.327526] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9371d390-2484-44c8-8617-64682b59311f with status ACTIVE [ 599.327812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.328161] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.328246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.328425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.328500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.328677] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.329096] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.329096] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.329250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.330059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.330059] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.330059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.330059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.330059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.330059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.330059] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9371d390-2484-44c8-8617-64682b59311f is going to be updated. [ 599.331405] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.357991] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.358182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.358233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.358433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.358565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.358718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9371d390-2484-44c8-8617-64682b59311f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.583829] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.583829] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-733" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.583829] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-733" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.584197] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-733" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.584329] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.584481] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.584588] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.589282] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.589435] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.589645] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.589755] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.589877] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.589952] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.590063] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.590160] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.590292] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.612263] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.612263] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.612263] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.612263] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-733" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.612263] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-d4bdd256-3d1e-490b-aca3-2f1965f04d30 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.612263] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-d4bdd256-3d1e-490b-aca3-2f1965f04d30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.612263] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-d4bdd256-3d1e-490b-aca3-2f1965f04d30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.612263] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-d4bdd256-3d1e-490b-aca3-2f1965f04d30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.612263] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4bdd256-3d1e-490b-aca3-2f1965f04d30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.688279] env[65302]: INFO networking_nsxv3.common.synchronization [None req-ac85f829-cc1e-46d3-869e-5f555acd0038 None None] Enqueued Resource ID: 7e10ad89-e561-49ca-83cf-bd70c5eb6340 with Priority: HIGHEST for action port [ 599.688279] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e10ad89-e561-49ca-83cf-bd70c5eb6340 with Priority: HIGHEST for action port [ 599.688581] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e10ad89-e561-49ca-83cf-bd70c5eb6340 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.688659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e10ad89-e561-49ca-83cf-bd70c5eb6340" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.688659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e10ad89-e561-49ca-83cf-bd70c5eb6340" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.688915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e10ad89-e561-49ca-83cf-bd70c5eb6340" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.689059] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e10ad89-e561-49ca-83cf-bd70c5eb6340',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.833897] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.116672] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.117332] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.117332] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.117332] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.117546] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.117616] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port d4bdd256-3d1e-490b-aca3-2f1965f04d30 not found, creating... [ 600.117861] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.118735] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.118735] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.118735] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.118735] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.118735] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.119013] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.119013] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.119198] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.119286] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.119415] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: d4bdd256-3d1e-490b-aca3-2f1965f04d30 is going to be created. [ 600.123760] env[65302]: INFO networking_nsxv3.common.synchronization [None req-bf7bbc3a-06d5-4d83-8983-58112ca05909 None None] Enqueued Resource ID: 9ddca1bf-bcac-43d6-bbe8-022b53c213d0 with Priority: HIGHEST for action port [ 600.124026] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ddca1bf-bcac-43d6-bbe8-022b53c213d0 with Priority: HIGHEST for action port [ 600.125299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ddca1bf-bcac-43d6-bbe8-022b53c213d0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.125299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ddca1bf-bcac-43d6-bbe8-022b53c213d0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.125299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ddca1bf-bcac-43d6-bbe8-022b53c213d0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.125299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ddca1bf-bcac-43d6-bbe8-022b53c213d0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.125299] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ddca1bf-bcac-43d6-bbe8-022b53c213d0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.146032] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.146032] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.146032] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.146032] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.146032] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.146032] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-d4bdd256-3d1e-490b-aca3-2f1965f04d30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.194620] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e10ad89-e561-49ca-83cf-bd70c5eb6340 [ 600.194620] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.194808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.194808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.195099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.195099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.195099] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e10ad89-e561-49ca-83cf-bd70c5eb6340 already deleted. [ 600.195185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e10ad89-e561-49ca-83cf-bd70c5eb6340" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.336080] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.339324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.339522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.339674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.339764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.339873] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa is going to be created. [ 600.391023] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.391242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.391286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.391515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.391700] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.402690] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: UNINITIALIZED for 2s [ 600.628936] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ddca1bf-bcac-43d6-bbe8-022b53c213d0 [ 600.629244] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.629434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.629471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.629975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.629975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.629975] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ddca1bf-bcac-43d6-bbe8-022b53c213d0 already deleted. [ 600.629975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ddca1bf-bcac-43d6-bbe8-022b53c213d0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.915229] env[65302]: INFO networking_nsxv3.common.synchronization [None req-7fd914a7-8fed-4d4b-bf9c-d518511892f2 None None] Enqueued Resource ID: 36abb925-6164-4b15-ab93-d7b3972b037b with Priority: HIGHEST for action port [ 600.915229] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36abb925-6164-4b15-ab93-d7b3972b037b with Priority: HIGHEST for action port [ 600.915407] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-36abb925-6164-4b15-ab93-d7b3972b037b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.915516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36abb925-6164-4b15-ab93-d7b3972b037b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.915590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36abb925-6164-4b15-ab93-d7b3972b037b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.915852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36abb925-6164-4b15-ab93-d7b3972b037b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.915936] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36abb925-6164-4b15-ab93-d7b3972b037b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.922236] env[65302]: INFO networking_nsxv3.common.synchronization [req-67e1114b-75c5-4a3e-ab92-7703e5ee709d req-68f9e4eb-7113-4e54-a439-86daa546dedf service nova] Enqueued Resource ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b with Priority: HIGHEST for action security_group_rules [ 600.922451] env[65302]: INFO networking_nsxv3.common.synchronization [req-67e1114b-75c5-4a3e-ab92-7703e5ee709d req-68f9e4eb-7113-4e54-a439-86daa546dedf service nova] Enqueued Resource ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b with Priority: HIGHEST for action security_group_members [ 600.922643] env[65302]: INFO networking_nsxv3.common.synchronization [req-67e1114b-75c5-4a3e-ab92-7703e5ee709d req-68f9e4eb-7113-4e54-a439-86daa546dedf service nova] Enqueued Resource ID: d4bdd256-3d1e-490b-aca3-2f1965f04d30 with Priority: HIGHEST for action port [ 600.923521] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b with Priority: HIGHEST for action security_group_rules [ 600.924367] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b with Priority: HIGHEST for action security_group_members [ 600.924547] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4bdd256-3d1e-490b-aca3-2f1965f04d30 with Priority: HIGHEST for action port [ 600.925682] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77971f08-f694-4b67-8f0b-7cc78f7caf7b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.925682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.925789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.926660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.926660] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77971f08-f694-4b67-8f0b-7cc78f7caf7b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.927168] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-77971f08-f694-4b67-8f0b-7cc78f7caf7b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.927467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.927629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.927973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.928216] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.928362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.928676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.928676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.929120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.929120] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77971f08-f694-4b67-8f0b-7cc78f7caf7b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.930755] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4bdd256-3d1e-490b-aca3-2f1965f04d30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.930755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4bdd256-3d1e-490b-aca3-2f1965f04d30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.930755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4bdd256-3d1e-490b-aca3-2f1965f04d30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.930755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4bdd256-3d1e-490b-aca3-2f1965f04d30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.930755] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4bdd256-3d1e-490b-aca3-2f1965f04d30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.381569] env[65302]: INFO networking_nsxv3.common.synchronization [req-a88b8049-1518-488c-9878-aaa6e9442eed req-0e1c1b3f-1f13-46de-b565-100c3242f19a tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Enqueued Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 601.382363] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 601.382666] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.382789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.382855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.383172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.383352] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.383592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.383592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.383685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.383741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.383955] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.419885] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36abb925-6164-4b15-ab93-d7b3972b037b [ 601.420222] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.420778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.420778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.420965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.421252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.421391] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36abb925-6164-4b15-ab93-d7b3972b037b already deleted. [ 601.421887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36abb925-6164-4b15-ab93-d7b3972b037b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.433574] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77971f08-f694-4b67-8f0b-7cc78f7caf7b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.434630] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-77971f08-f694-4b67-8f0b-7cc78f7caf7b taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.434741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.434890] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4bdd256-3d1e-490b-aca3-2f1965f04d30 with status ACTIVE [ 601.435067] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.435176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.435236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.435439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.435542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.435679] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.435771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.435837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.436016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.436099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.436281] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.436371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.436429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.436565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.436638] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.436721] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4bdd256-3d1e-490b-aca3-2f1965f04d30 is going to be updated. [ 601.461684] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.461860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.461906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.462182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.462327] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.463089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4bdd256-3d1e-490b-aca3-2f1965f04d30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.886374] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.886374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.886374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.887459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.887459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.887459] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.887459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.887459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.887459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.887459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.887459] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 already deleted. [ 601.887459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.939435] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77971f08-f694-4b67-8f0b-7cc78f7caf7b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.947421] env[65302]: INFO networking_nsxv3.common.synchronization [req-2fda3626-8e46-4eea-ae0c-210a2711469f req-972dc4b9-8a98-4c40-b2ee-6220a96c60c4 tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Enqueued Resource ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 with Priority: HIGHEST for action security_group_members [ 601.947989] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 with Priority: HIGHEST for action security_group_members [ 601.948301] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.948416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.948478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.948781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.951592] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.951592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.951592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.951592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.951592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.951592] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0822f8de-9102-4a0f-ba6e-ecf8ccde0100',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.987623] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.987969] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.987969] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.988194] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.988449] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.988601] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.988717] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.988919] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.989070] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.989358] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.989358] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.989495] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.989559] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.989938] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.989938] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.989938] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.011119] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.011119] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.011119] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.011119] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.011449] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-1bd71a49-8e77-4585-916b-f0b63dfb1402 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.011616] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-1bd71a49-8e77-4585-916b-f0b63dfb1402" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.011731] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-1bd71a49-8e77-4585-916b-f0b63dfb1402" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.012049] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-1bd71a49-8e77-4585-916b-f0b63dfb1402" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.012220] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bd71a49-8e77-4585-916b-f0b63dfb1402',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.406983] env[65302]: INFO networking_nsxv3.common.synchronization [None req-c9f2b5c0-015e-47a6-b374-44afd48d7b1d None None] Enqueued Resource ID: d0650c13-d625-47ce-b781-a7f85ff2001c with Priority: HIGHEST for action port [ 602.407650] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0650c13-d625-47ce-b781-a7f85ff2001c with Priority: HIGHEST for action port [ 602.408730] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0650c13-d625-47ce-b781-a7f85ff2001c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.408869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0650c13-d625-47ce-b781-a7f85ff2001c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.408938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0650c13-d625-47ce-b781-a7f85ff2001c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.409241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0650c13-d625-47ce-b781-a7f85ff2001c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.409325] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0650c13-d625-47ce-b781-a7f85ff2001c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.416732] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: SUCCESS [ 602.416732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.416732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.417056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.417174] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.417294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.417349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.417497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.417572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.417652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.417784] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.441600] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.442135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.442135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.442135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.442277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.442312] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b is going to be created. [ 602.451904] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.452090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.452137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.452331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.452423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.452653] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.452834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.452955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.453093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.453193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.453289] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 already deleted. [ 602.453422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.466850] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.467169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.467169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.467266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.467425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.477681] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b in Status: UNINITIALIZED for 2s [ 602.515939] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.516414] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.516414] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.516633] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.516801] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.516948] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 1bd71a49-8e77-4585-916b-f0b63dfb1402 not found, creating... [ 602.517789] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.517789] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.518012] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.518263] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.518401] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.518717] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.518909] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.518997] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.519267] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.519382] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.519491] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 1bd71a49-8e77-4585-916b-f0b63dfb1402 is going to be created. [ 602.545240] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.545444] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.545953] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.545953] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.546153] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.546437] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-1bd71a49-8e77-4585-916b-f0b63dfb1402" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.688820] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.689017] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.689149] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.689417] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.689662] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.689809] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.689920] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.690336] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.690485] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.690687] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.690796] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.690899] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.691008] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.691116] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.691219] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.691339] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.719267] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.719463] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.719576] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.719758] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.720099] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.720278] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.720390] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.720729] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.720870] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.911616] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0650c13-d625-47ce-b781-a7f85ff2001c [ 602.913086] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.913086] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.913086] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.913086] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.913086] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.913332] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0650c13-d625-47ce-b781-a7f85ff2001c already deleted. [ 602.913332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0650c13-d625-47ce-b781-a7f85ff2001c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.919993] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.920299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.920381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.920621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.921297] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.921297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.921297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.921519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.921660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.921821] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.922079] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.922248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.922365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.922581] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.922803] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.922959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.923075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.923286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.923417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.923552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.923713] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.214899] env[65302]: INFO networking_nsxv3.common.synchronization [req-a88b8049-1518-488c-9878-aaa6e9442eed req-535c2965-e1dd-48e0-893b-a00aa694c245 service nova] Enqueued Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_rules [ 603.215136] env[65302]: INFO networking_nsxv3.common.synchronization [req-a88b8049-1518-488c-9878-aaa6e9442eed req-535c2965-e1dd-48e0-893b-a00aa694c245 service nova] Enqueued Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 603.215277] env[65302]: INFO networking_nsxv3.common.synchronization [req-a88b8049-1518-488c-9878-aaa6e9442eed req-535c2965-e1dd-48e0-893b-a00aa694c245 service nova] Enqueued Resource ID: 1bd71a49-8e77-4585-916b-f0b63dfb1402 with Priority: HIGHEST for action port [ 603.215665] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_rules [ 603.215665] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 603.215749] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd71a49-8e77-4585-916b-f0b63dfb1402 with Priority: HIGHEST for action port [ 603.216243] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.216370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.216435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.216677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.216761] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.218343] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.218485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.218572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.218765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.218970] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.219134] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.219217] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.219398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.219505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.219592] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.220351] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bd71a49-8e77-4585-916b-f0b63dfb1402 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.220544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bd71a49-8e77-4585-916b-f0b63dfb1402" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.220633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bd71a49-8e77-4585-916b-f0b63dfb1402" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.220806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bd71a49-8e77-4585-916b-f0b63dfb1402" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.220904] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bd71a49-8e77-4585-916b-f0b63dfb1402',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.223068] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.223142] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.223319] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.223427] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.223625] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.223803] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 not found, creating... [ 603.224120] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.224326] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.224470] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.224766] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.224912] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.225271] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.225736] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.225928] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.226178] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.226310] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.226447] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 is going to be created. [ 603.250263] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.250486] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.250918] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.250918] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.251060] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.251299] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.426674] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa: rpc.has_security_group_logging(os_id): False [ 603.451857] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.451857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.451857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.452147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.452182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.452868] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.452868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.452868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.452868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.452868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.453315] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.453424] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.453502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.453625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.453740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.453894] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.453978] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.454048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.454191] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.454260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.454351] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa is going to be created. [ 603.514737] env[65302]: INFO networking_nsxv3.common.synchronization [None req-959a9857-ff4c-4890-ae64-6b3a83619639 None None] Enqueued Resource ID: d86e1081-7425-49d6-b07f-f03ac42e4fdf with Priority: HIGHEST for action port [ 603.515306] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86e1081-7425-49d6-b07f-f03ac42e4fdf with Priority: HIGHEST for action port [ 603.515600] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-d86e1081-7425-49d6-b07f-f03ac42e4fdf taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.516042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d86e1081-7425-49d6-b07f-f03ac42e4fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.516042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d86e1081-7425-49d6-b07f-f03ac42e4fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.516247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d86e1081-7425-49d6-b07f-f03ac42e4fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.516247] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86e1081-7425-49d6-b07f-f03ac42e4fdf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.528024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.528209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.528281] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.528474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.528597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.540175] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: IN_PROGRESS for 2s [ 603.724150] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.724150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.724343] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.729427] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bd71a49-8e77-4585-916b-f0b63dfb1402 with status ACTIVE [ 603.729827] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.730553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.730772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.731123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.731355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.731808] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.735019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.735019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.735019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.735019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.735019] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.735019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.735019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.735019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.735019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.735019] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bd71a49-8e77-4585-916b-f0b63dfb1402 is going to be updated. [ 603.759218] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.759218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.759218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.759218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.759218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.759218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bd71a49-8e77-4585-916b-f0b63dfb1402" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.831824] env[65302]: INFO networking_nsxv3.common.synchronization [None req-57132bc7-89b4-4342-ab9e-98650fb4b9d5 None None] Enqueued Resource ID: 40262f3f-cb0e-4ee6-bfe3-3842f60306b5 with Priority: HIGHEST for action port [ 603.831824] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40262f3f-cb0e-4ee6-bfe3-3842f60306b5 with Priority: HIGHEST for action port [ 603.831824] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-40262f3f-cb0e-4ee6-bfe3-3842f60306b5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.831824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40262f3f-cb0e-4ee6-bfe3-3842f60306b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.831824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40262f3f-cb0e-4ee6-bfe3-3842f60306b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.831824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40262f3f-cb0e-4ee6-bfe3-3842f60306b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.831824] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40262f3f-cb0e-4ee6-bfe3-3842f60306b5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.019057] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d86e1081-7425-49d6-b07f-f03ac42e4fdf [ 604.019057] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.019057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.019057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.019057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.019386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.019418] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d86e1081-7425-49d6-b07f-f03ac42e4fdf already deleted. [ 604.019532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d86e1081-7425-49d6-b07f-f03ac42e4fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.027844] env[65302]: INFO networking_nsxv3.common.synchronization [req-2fda3626-8e46-4eea-ae0c-210a2711469f req-7d5d7676-5e47-4fcc-bcc8-8130e16ac64b service nova] Enqueued Resource ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 with Priority: HIGHEST for action security_group_rules [ 604.028218] env[65302]: INFO networking_nsxv3.common.synchronization [req-2fda3626-8e46-4eea-ae0c-210a2711469f req-7d5d7676-5e47-4fcc-bcc8-8130e16ac64b service nova] Enqueued Resource ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 with Priority: HIGHEST for action security_group_members [ 604.028376] env[65302]: INFO networking_nsxv3.common.synchronization [req-2fda3626-8e46-4eea-ae0c-210a2711469f req-7d5d7676-5e47-4fcc-bcc8-8130e16ac64b service nova] Enqueued Resource ID: 2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 with Priority: HIGHEST for action port [ 604.028894] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 with Priority: HIGHEST for action security_group_rules [ 604.029200] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 with Priority: HIGHEST for action security_group_members [ 604.029200] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 with Priority: HIGHEST for action port [ 604.029537] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0822f8de-9102-4a0f-ba6e-ecf8ccde0100 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.029684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.029775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.030036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.030122] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0822f8de-9102-4a0f-ba6e-ecf8ccde0100',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.030959] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.031101] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.031196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.031540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.031540] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.031540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.031781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.031781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.031781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.031873] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0822f8de-9102-4a0f-ba6e-ecf8ccde0100',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.033084] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.033084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.033084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.033263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.033263] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.228902] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.337140] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40262f3f-cb0e-4ee6-bfe3-3842f60306b5 [ 604.337777] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.337777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.337777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.338021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.338021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.338021] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40262f3f-cb0e-4ee6-bfe3-3842f60306b5 already deleted. [ 604.338128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40262f3f-cb0e-4ee6-bfe3-3842f60306b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.491679] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b in Status: SUCCESS [ 604.491934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.493472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.493472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.493472] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.493472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.493472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.493472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.493472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.493472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.493472] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77971f08-f694-4b67-8f0b-7cc78f7caf7b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.535682] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0822f8de-9102-4a0f-ba6e-ecf8ccde0100',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.539022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.539022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.539022] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 with status ACTIVE [ 604.539022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.539022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.539022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.539022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.539022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.539022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.539022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.539022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.539022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.539022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.539022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.539943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.543198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.543198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.543198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.543198] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643 is going to be updated. [ 604.569252] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.569684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.569987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.570375] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.572207] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.572207] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6876b9-d9ba-4d84-93bc-7ff5e4d3f643" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.732825] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.732946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.732982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.733267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.733334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.733449] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 is going to be created. [ 604.765634] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.765799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.765876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.766195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.766309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.778879] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: UNINITIALIZED for 2s [ 604.853977] env[65302]: INFO networking_nsxv3.common.synchronization [req-334f80e5-8693-420f-a743-49a189ca2f92 req-caf9447a-1042-42c7-b926-91482c2287f3 tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Enqueued Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 604.853977] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 604.854312] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.854413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.855031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.855031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.855031] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.855181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.855181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.855633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.855788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.855895] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.996228] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-77971f08-f694-4b67-8f0b-7cc78f7caf7b taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.996406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.996406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.996629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.996798] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.996920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.997011] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.997194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.997283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.997602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.997602] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-77971f08-f694-4b67-8f0b-7cc78f7caf7b taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.997602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.997744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.997824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.997923] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.998017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.998077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.998221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.998293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.998411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.998457] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77971f08-f694-4b67-8f0b-7cc78f7caf7b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.047597] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0822f8de-9102-4a0f-ba6e-ecf8ccde0100',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.143043] env[65302]: INFO networking_nsxv3.common.synchronization [None req-ed5c8640-fb7a-4600-9f3b-419956c9eb97 None None] Enqueued Resource ID: ad47de60-cce1-408d-a1d0-9d1e56528b40 with Priority: HIGHEST for action port [ 605.143529] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad47de60-cce1-408d-a1d0-9d1e56528b40 with Priority: HIGHEST for action port [ 605.144300] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad47de60-cce1-408d-a1d0-9d1e56528b40 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.144300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad47de60-cce1-408d-a1d0-9d1e56528b40" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.144300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad47de60-cce1-408d-a1d0-9d1e56528b40" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.144476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad47de60-cce1-408d-a1d0-9d1e56528b40" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.144588] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad47de60-cce1-408d-a1d0-9d1e56528b40',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.359321] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.359505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.359635] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.360196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.360196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.360196] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.360196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.360196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.360512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.360512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.360512] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 already deleted. [ 605.360662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.506251] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77971f08-f694-4b67-8f0b-7cc78f7caf7b: rpc.has_security_group_logging(os_id): False [ 605.511604] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.511790] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.511903] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.512221] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.512527] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.512701] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.512814] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.513030] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.513167] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.513439] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.513574] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.513692] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.513793] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.513898] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.513997] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.514133] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.526692] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.526873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.526915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.527156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.527291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.527477] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.527613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.527694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.527870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.527949] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.528152] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.528247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.528321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.528467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.528567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.528812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.528924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.528994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.529300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.529369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.529472] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b is going to be created. [ 605.543659] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.543913] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.544265] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.544265] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.544585] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.544740] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.544901] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.545296] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.545419] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe04e0b-f1dd-41ec-8992-7b423ea0dbad',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.550341] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.550512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.550577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.550810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.550927] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.551057] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 is going to be created. [ 605.566019] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: SUCCESS [ 605.566321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.578240] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.578454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.578454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.578693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.578819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.589322] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 in Status: UNINITIALIZED for 2s [ 605.598236] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.598359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.600074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.600074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.600074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.609289] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b in Status: IN_PROGRESS for 2s [ 605.646908] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad47de60-cce1-408d-a1d0-9d1e56528b40 [ 605.647250] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.647388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.647452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.647661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.647756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.647851] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad47de60-cce1-408d-a1d0-9d1e56528b40 already deleted. [ 605.647955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad47de60-cce1-408d-a1d0-9d1e56528b40" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.049135] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.049529] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.049529] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.050117] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.050278] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.050471] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port fbe04e0b-f1dd-41ec-8992-7b423ea0dbad not found, creating... [ 606.050752] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.050905] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.051029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.051267] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.051416] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.051776] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.051955] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.052016] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.052193] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.052318] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.052477] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: fbe04e0b-f1dd-41ec-8992-7b423ea0dbad is going to be created. [ 606.073119] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.073386] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.073507] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.073817] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.074070] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.074284] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.579560] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 req-bac1ace0-cc3b-47f2-92d8-2ba92c42b188 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 606.580171] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 606.580526] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.580692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.580766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.581801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.582086] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.582262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.582371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.582681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.583546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.583731] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.758442] env[65302]: INFO networking_nsxv3.common.synchronization [req-334f80e5-8693-420f-a743-49a189ca2f92 req-178564ee-bf03-4f2d-b68b-c46e92a723bf service nova] Enqueued Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_rules [ 606.758626] env[65302]: INFO networking_nsxv3.common.synchronization [req-334f80e5-8693-420f-a743-49a189ca2f92 req-178564ee-bf03-4f2d-b68b-c46e92a723bf service nova] Enqueued Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 606.758752] env[65302]: INFO networking_nsxv3.common.synchronization [req-334f80e5-8693-420f-a743-49a189ca2f92 req-178564ee-bf03-4f2d-b68b-c46e92a723bf service nova] Enqueued Resource ID: fbe04e0b-f1dd-41ec-8992-7b423ea0dbad with Priority: HIGHEST for action port [ 606.759349] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_rules [ 606.759477] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 606.759571] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe04e0b-f1dd-41ec-8992-7b423ea0dbad with Priority: HIGHEST for action port [ 606.759875] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.760048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.760115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.760385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.760469] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.761743] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.761827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.765112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.765112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.765112] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.765112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.765112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.765112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.765112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.766096] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.767041] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.767477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.767607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.767851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.767997] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe04e0b-f1dd-41ec-8992-7b423ea0dbad',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.790432] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: SUCCESS [ 606.790985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.791392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.792780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.793165] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.793982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.793982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.794118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.794151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.794271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.794381] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.974639] env[65302]: INFO networking_nsxv3.common.synchronization [None req-343eef74-d698-40cc-aab8-2af24ad9c1a4 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Enqueued Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_rules [ 606.975176] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_rules [ 606.975470] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a824d43d-b538-4f6b-9c7d-9e659345e317 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.975589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.975658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.975931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.976019] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a824d43d-b538-4f6b-9c7d-9e659345e317',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.060461] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.060652] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.060808] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.061095] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.061371] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.061543] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.061589] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.061795] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.061927] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.062371] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.062578] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.062578] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.062682] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.062788] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.062887] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.063023] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.082294] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.082456] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.082586] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.082756] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.083095] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-6fa2936b-6ab6-45fb-8487-309c25dc9c7a taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.083273] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-6fa2936b-6ab6-45fb-8487-309c25dc9c7a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.083382] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-6fa2936b-6ab6-45fb-8487-309c25dc9c7a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.083689] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-6fa2936b-6ab6-45fb-8487-309c25dc9c7a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.083821] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa2936b-6ab6-45fb-8487-309c25dc9c7a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.087505] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.087670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.087715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.087903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.087935] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.088118] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.088234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.088288] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.088518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.088518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.088615] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b51eaf-0603-49de-b693-16e69a148974 already deleted. [ 607.088776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.271239] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.271411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.271542] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.272559] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbe04e0b-f1dd-41ec-8992-7b423ea0dbad with status ACTIVE [ 607.272633] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.272863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.272863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.273009] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.273073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.273255] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.273365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.273446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.273567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.273623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.273838] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.274279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.274279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.274430] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.274486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.274557] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbe04e0b-f1dd-41ec-8992-7b423ea0dbad is going to be updated. [ 607.295555] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.295704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.295796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.296163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.296266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.296353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbe04e0b-f1dd-41ec-8992-7b423ea0dbad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.299050] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.299226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.299226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.299416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.299581] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.299852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.299852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.299921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.299950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.300064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.300201] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.300315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.300389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.300513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.300697] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.300912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.301090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.301263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.301263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.301363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.301438] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.499047] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.499227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.499289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.499501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.500078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.500224] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a824d43d-b538-4f6b-9c7d-9e659345e317 already deleted. [ 607.500333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.506632] env[65302]: INFO networking_nsxv3.common.synchronization [None req-9824563f-c746-4ac5-8022-d6fb46ff2014 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Enqueued Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_rules [ 607.507145] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_rules [ 607.507465] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a824d43d-b538-4f6b-9c7d-9e659345e317 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.507639] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.507732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.507993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.507993] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a824d43d-b538-4f6b-9c7d-9e659345e317',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.586322] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.586927] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.586927] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.587116] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.587176] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.587348] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 6fa2936b-6ab6-45fb-8487-309c25dc9c7a not found, creating... [ 607.587631] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.587828] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.587951] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.588187] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.588370] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.588672] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.589171] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.589171] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.589762] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.590025] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.590083] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 6fa2936b-6ab6-45fb-8487-309c25dc9c7a is going to be created. [ 607.603247] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 in Status: SUCCESS [ 607.604029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.604029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.604029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.604029] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.604272] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.604272] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.604347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.604445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.604539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.604628] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0822f8de-9102-4a0f-ba6e-ecf8ccde0100',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.613084] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.613346] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.613491] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.613776] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.614016] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.614248] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-6fa2936b-6ab6-45fb-8487-309c25dc9c7a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.622255] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b in Status: SUCCESS [ 607.622425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.781998] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.804182] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b33ac6bd-2fe0-454e-90d1-1b75985c9704: rpc.has_security_group_logging(os_id): False [ 607.824190] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.824436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.824489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.824700] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.824790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.824983] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.825136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.825202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.825346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.825421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.825622] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.825715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.825775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.826200] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.827025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.827025] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.827025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.827025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.827025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.827549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.827549] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 is going to be created. [ 607.844361] env[65302]: INFO networking_nsxv3.common.synchronization [None req-9e0fe3cd-0ccb-4543-882f-f8914a4911d4 None None] Enqueued Resource ID: 4aab2c00-8cdd-4329-8645-e7f3ccf8dba5 with Priority: HIGHEST for action port [ 607.845285] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aab2c00-8cdd-4329-8645-e7f3ccf8dba5 with Priority: HIGHEST for action port [ 607.845285] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aab2c00-8cdd-4329-8645-e7f3ccf8dba5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.845488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aab2c00-8cdd-4329-8645-e7f3ccf8dba5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.845488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aab2c00-8cdd-4329-8645-e7f3ccf8dba5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.845779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aab2c00-8cdd-4329-8645-e7f3ccf8dba5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.845779] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aab2c00-8cdd-4329-8645-e7f3ccf8dba5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.901653] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.901865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.901912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.902198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.902453] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.916137] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: IN_PROGRESS for 2s [ 608.035114] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.035309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.035351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.036252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.036386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.036474] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a824d43d-b538-4f6b-9c7d-9e659345e317 already deleted. [ 608.037594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.106860] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.107089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.107164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.107389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.107561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.107744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.107744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.107866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.107945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.108093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.108266] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.108710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.108710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.108710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.108976] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.109190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.109274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.109437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.109539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.109642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.109768] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0822f8de-9102-4a0f-ba6e-ecf8ccde0100',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.285810] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.286029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.286108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.286318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.286403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.286503] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 is going to be created. [ 608.323403] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.324345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.324508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.325091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.325091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.338616] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: UNINITIALIZED for 2s [ 608.348862] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4aab2c00-8cdd-4329-8645-e7f3ccf8dba5 [ 608.348862] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.348862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.349110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.352131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.352131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.352131] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4aab2c00-8cdd-4329-8645-e7f3ccf8dba5 already deleted. [ 608.352131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aab2c00-8cdd-4329-8645-e7f3ccf8dba5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.353946] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 req-06b1b063-7e04-4195-8471-37a8fa992069 service nova] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_rules [ 608.354204] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 req-06b1b063-7e04-4195-8471-37a8fa992069 service nova] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 608.354451] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0c75f45-4c6e-4813-9239-7c0c5c3163a8 req-06b1b063-7e04-4195-8471-37a8fa992069 service nova] Enqueued Resource ID: 6fa2936b-6ab6-45fb-8487-309c25dc9c7a with Priority: HIGHEST for action port [ 608.354972] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_rules [ 608.355150] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 608.355284] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa2936b-6ab6-45fb-8487-309c25dc9c7a with Priority: HIGHEST for action port [ 608.355596] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.355753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.355931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.356232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.356366] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.358763] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.358982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.359089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.359284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.359474] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.360242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.360242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.360242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.360242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.360242] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.360830] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa2936b-6ab6-45fb-8487-309c25dc9c7a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.360931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa2936b-6ab6-45fb-8487-309c25dc9c7a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.363880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa2936b-6ab6-45fb-8487-309c25dc9c7a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.363880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa2936b-6ab6-45fb-8487-309c25dc9c7a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.363880] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa2936b-6ab6-45fb-8487-309c25dc9c7a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.612730] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0822f8de-9102-4a0f-ba6e-ecf8ccde0100: rpc.has_security_group_logging(os_id): False [ 608.632477] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.636082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.636302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.636621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.636761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.637137] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.637315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.637390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.638317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.638317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.638317] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.638317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.638317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.638721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.638721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.638836] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.638997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.639067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.639269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.639379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.639513] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 is going to be created. [ 608.716274] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.716274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.716274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.716274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.716274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.730096] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 in Status: IN_PROGRESS for 2s [ 608.863356] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.863356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.863599] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.865467] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fa2936b-6ab6-45fb-8487-309c25dc9c7a with status ACTIVE [ 608.865467] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.865467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.865467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.865688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.865688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.869101] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.869973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.869973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.869973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.869973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.870364] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.870364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.870364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.870364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.870892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.870892] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fa2936b-6ab6-45fb-8487-309c25dc9c7a is going to be updated. [ 608.898268] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.898447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.898574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.899154] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.899258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.899984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa2936b-6ab6-45fb-8487-309c25dc9c7a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.373557] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.877415] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.877415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.877415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.877415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.877415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.878140] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b51eaf-0603-49de-b693-16e69a148974 is going to be created. [ 609.908877] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.909030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.909192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.909302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.909459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.922710] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: UNINITIALIZED for 2s [ 609.936634] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: SUCCESS [ 609.936634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.353687] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: SUCCESS [ 610.353687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.353687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.353687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.353687] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.353687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.353687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.353687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.353687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.353687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.353687] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.746894] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 in Status: SUCCESS [ 610.747143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.856061] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.856282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.856331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.856713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.856962] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.857095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.857179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.857363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.857416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.857507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.857986] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.857986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.857986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.857986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.858347] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.858347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.858347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.858476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.858476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.858547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.858723] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.361900] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3393744b-2f78-439d-8597-2f95f166e4a7: rpc.has_security_group_logging(os_id): False [ 611.387056] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.387056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.389645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.389920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.390031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.390260] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.390376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.390442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.390607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.390681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.390872] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.390971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.391487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.391700] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.391784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.391997] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.392116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.392205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.392358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.392437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.392524] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 is going to be created. [ 611.474089] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.475505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.477974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.477974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.477974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.492431] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: IN_PROGRESS for 2s [ 611.933405] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: SUCCESS [ 611.933714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.933868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.934121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.934311] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.934430] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.934496] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.934744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.934744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.934828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.934899] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.023171] env[65302]: INFO networking_nsxv3.common.synchronization [None req-57c3721f-7f19-45e0-89d1-c8375aca0602 None None] Enqueued Resource ID: 7eaf479c-d827-4768-ba35-d8d1652aca11 with Priority: HIGHEST for action port [ 612.024203] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eaf479c-d827-4768-ba35-d8d1652aca11 with Priority: HIGHEST for action port [ 612.024203] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eaf479c-d827-4768-ba35-d8d1652aca11 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.024203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eaf479c-d827-4768-ba35-d8d1652aca11" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.024203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eaf479c-d827-4768-ba35-d8d1652aca11" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.024429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eaf479c-d827-4768-ba35-d8d1652aca11" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.024510] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eaf479c-d827-4768-ba35-d8d1652aca11',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.032430] env[65302]: INFO networking_nsxv3.common.synchronization [None req-fb1673ff-de02-4189-af38-30623d9f5225 None None] Enqueued Resource ID: c93e8b03-4d4c-49a2-8d2d-e3aa513edff7 with Priority: HIGHEST for action port [ 612.032893] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93e8b03-4d4c-49a2-8d2d-e3aa513edff7 with Priority: HIGHEST for action port [ 612.033281] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-c93e8b03-4d4c-49a2-8d2d-e3aa513edff7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.033462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c93e8b03-4d4c-49a2-8d2d-e3aa513edff7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.033628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c93e8b03-4d4c-49a2-8d2d-e3aa513edff7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.033989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c93e8b03-4d4c-49a2-8d2d-e3aa513edff7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.034130] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c93e8b03-4d4c-49a2-8d2d-e3aa513edff7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.437420] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.437731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.437731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.437829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.437967] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.438117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.438152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.438406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.438502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.438600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.438754] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.438843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.438900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.439075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.439225] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.439323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.439416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.439556] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.440718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.440718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.440718] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.527026] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7eaf479c-d827-4768-ba35-d8d1652aca11 [ 612.527376] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.527534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.527605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.527844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.527932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.528147] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7eaf479c-d827-4768-ba35-d8d1652aca11 already deleted. [ 612.528524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eaf479c-d827-4768-ba35-d8d1652aca11" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.536204] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c93e8b03-4d4c-49a2-8d2d-e3aa513edff7 [ 612.537128] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.537128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.537128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.537128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.537128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.537128] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c93e8b03-4d4c-49a2-8d2d-e3aa513edff7 already deleted. [ 612.537128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c93e8b03-4d4c-49a2-8d2d-e3aa513edff7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.946464] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b51eaf-0603-49de-b693-16e69a148974: rpc.has_security_group_logging(os_id): False [ 612.972225] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.972225] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.972225] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.972225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.972818] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.972818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.972818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.972818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.973280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.973849] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b51eaf-0603-49de-b693-16e69a148974 is going to be created. [ 613.051193] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.051434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.051434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.051680] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.051811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.069329] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: IN_PROGRESS for 2s [ 613.508238] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: SUCCESS [ 613.508962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.290554] env[65302]: INFO networking_nsxv3.common.synchronization [None req-adc5dc73-6c5c-4206-b1ce-1538d16645a7 None None] Enqueued Resource ID: a657193b-54cc-4c2d-8d65-7ea63536978c with Priority: HIGHEST for action port [ 614.290830] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a657193b-54cc-4c2d-8d65-7ea63536978c with Priority: HIGHEST for action port [ 614.291387] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-a657193b-54cc-4c2d-8d65-7ea63536978c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.291387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a657193b-54cc-4c2d-8d65-7ea63536978c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.291387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a657193b-54cc-4c2d-8d65-7ea63536978c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.292692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a657193b-54cc-4c2d-8d65-7ea63536978c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.292859] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a657193b-54cc-4c2d-8d65-7ea63536978c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.797472] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a657193b-54cc-4c2d-8d65-7ea63536978c [ 614.797910] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.797910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.797910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.798296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.798296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.798296] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a657193b-54cc-4c2d-8d65-7ea63536978c already deleted. [ 614.798296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a657193b-54cc-4c2d-8d65-7ea63536978c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.085538] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: SUCCESS [ 615.085740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.372102] env[65302]: INFO networking_nsxv3.common.synchronization [None req-6e819234-0a00-42ad-b2d9-06856ba77299 None None] Enqueued Resource ID: 676b07ad-a34c-47b7-ad31-ae2cf3a45f05 with Priority: HIGHEST for action port [ 615.372816] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 676b07ad-a34c-47b7-ad31-ae2cf3a45f05 with Priority: HIGHEST for action port [ 615.375213] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-676b07ad-a34c-47b7-ad31-ae2cf3a45f05 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.375436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-676b07ad-a34c-47b7-ad31-ae2cf3a45f05" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.375610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-676b07ad-a34c-47b7-ad31-ae2cf3a45f05" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.377178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-676b07ad-a34c-47b7-ad31-ae2cf3a45f05" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.377178] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('676b07ad-a34c-47b7-ad31-ae2cf3a45f05',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.879194] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 676b07ad-a34c-47b7-ad31-ae2cf3a45f05 [ 615.879479] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.879572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.879641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.879864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.879956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.880133] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:676b07ad-a34c-47b7-ad31-ae2cf3a45f05 already deleted. [ 615.880223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-676b07ad-a34c-47b7-ad31-ae2cf3a45f05" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.557151] env[65302]: INFO networking_nsxv3.common.synchronization [None req-3138ae5a-6e80-4f66-89b9-87397965e0b1 None None] Enqueued Resource ID: b496422b-1d22-4c70-b37d-d6a8420ce542 with Priority: HIGHEST for action port [ 617.561451] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b496422b-1d22-4c70-b37d-d6a8420ce542 with Priority: HIGHEST for action port [ 617.563065] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-b496422b-1d22-4c70-b37d-d6a8420ce542 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.563679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b496422b-1d22-4c70-b37d-d6a8420ce542" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.563679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b496422b-1d22-4c70-b37d-d6a8420ce542" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.563841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b496422b-1d22-4c70-b37d-d6a8420ce542" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.563984] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b496422b-1d22-4c70-b37d-d6a8420ce542',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.067201] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b496422b-1d22-4c70-b37d-d6a8420ce542 [ 618.067811] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.067811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.067811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.067811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.068196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.068196] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b496422b-1d22-4c70-b37d-d6a8420ce542 already deleted. [ 618.068196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b496422b-1d22-4c70-b37d-d6a8420ce542" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.349126] env[65302]: INFO networking_nsxv3.common.synchronization [req-c68d50cf-f783-4efa-b288-d216afaea4c3 req-66cc7b49-af40-4937-b0bb-2bbbb47015c8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 618.352989] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 618.352989] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.352989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.352989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.352989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.352989] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.352989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.352989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.352989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.352989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.354597] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.773365] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.773365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.773365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.773365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.773365] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.773365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.773365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.773365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.773365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.773365] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.774137] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.774416] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.774642] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.778027] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.778027] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.778027] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.801631] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.801631] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.801631] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.801631] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.801631] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-b41e932a-d96d-46bc-93c5-978753dcd428 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.801631] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-b41e932a-d96d-46bc-93c5-978753dcd428" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.801631] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-b41e932a-d96d-46bc-93c5-978753dcd428" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.801631] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-b41e932a-d96d-46bc-93c5-978753dcd428" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.801631] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b41e932a-d96d-46bc-93c5-978753dcd428',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.858483] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.858697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.858765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.858935] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.859055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.859254] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.859395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.859447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.859582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.859656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.859740] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 already deleted. [ 618.859817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.305573] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.305573] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.305573] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.306227] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.306227] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.306413] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port b41e932a-d96d-46bc-93c5-978753dcd428 not found, creating... [ 619.306883] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.307196] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.308344] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.308666] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.308810] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.309146] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.309313] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.309422] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.309645] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.309773] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.309909] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: b41e932a-d96d-46bc-93c5-978753dcd428 is going to be created. [ 619.331088] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.331365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.331365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.331794] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.331862] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.332100] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-b41e932a-d96d-46bc-93c5-978753dcd428" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.682755] env[65302]: INFO networking_nsxv3.common.synchronization [None req-1600d5a6-c54b-4cd4-b215-aac0a0c9329b None None] Enqueued Resource ID: 76148479-1cc0-40b1-a342-64b7aaf48afb with Priority: HIGHEST for action port [ 619.682755] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76148479-1cc0-40b1-a342-64b7aaf48afb with Priority: HIGHEST for action port [ 619.683072] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-76148479-1cc0-40b1-a342-64b7aaf48afb taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.683188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76148479-1cc0-40b1-a342-64b7aaf48afb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.683239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76148479-1cc0-40b1-a342-64b7aaf48afb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.683483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76148479-1cc0-40b1-a342-64b7aaf48afb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.683561] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76148479-1cc0-40b1-a342-64b7aaf48afb',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.056967] env[65302]: INFO networking_nsxv3.common.synchronization [req-c68d50cf-f783-4efa-b288-d216afaea4c3 req-f5205ffa-68fb-43c5-b78c-8c28f0ef8584 service nova] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_rules [ 620.057392] env[65302]: INFO networking_nsxv3.common.synchronization [req-c68d50cf-f783-4efa-b288-d216afaea4c3 req-f5205ffa-68fb-43c5-b78c-8c28f0ef8584 service nova] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 620.057392] env[65302]: INFO networking_nsxv3.common.synchronization [req-c68d50cf-f783-4efa-b288-d216afaea4c3 req-f5205ffa-68fb-43c5-b78c-8c28f0ef8584 service nova] Enqueued Resource ID: b41e932a-d96d-46bc-93c5-978753dcd428 with Priority: HIGHEST for action port [ 620.057912] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_rules [ 620.058403] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 620.058528] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41e932a-d96d-46bc-93c5-978753dcd428 with Priority: HIGHEST for action port [ 620.058838] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.059547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.059963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.060328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.060475] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.064095] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.064095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.064095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.065914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.065914] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.065914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.065914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.065914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.065914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.065914] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.066546] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-b41e932a-d96d-46bc-93c5-978753dcd428 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.066616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b41e932a-d96d-46bc-93c5-978753dcd428" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.066651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b41e932a-d96d-46bc-93c5-978753dcd428" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.067025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b41e932a-d96d-46bc-93c5-978753dcd428" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.067025] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b41e932a-d96d-46bc-93c5-978753dcd428',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.186549] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76148479-1cc0-40b1-a342-64b7aaf48afb [ 620.186823] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.186989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.187113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.187383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.187576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.187576] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76148479-1cc0-40b1-a342-64b7aaf48afb already deleted. [ 620.187756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76148479-1cc0-40b1-a342-64b7aaf48afb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.563961] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.564194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.569688] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.570643] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b41e932a-d96d-46bc-93c5-978753dcd428 with status ACTIVE [ 620.570845] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.570974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.571064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.571319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.571408] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.571603] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.571719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.571794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.571974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.572075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.572310] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.572418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.572490] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.572638] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.572726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.572819] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b41e932a-d96d-46bc-93c5-978753dcd428 is going to be updated. [ 620.603198] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.603488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.603488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.603488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.603735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.603799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b41e932a-d96d-46bc-93c5-978753dcd428" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.875088] env[65302]: INFO networking_nsxv3.common.synchronization [req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 req-40f344ce-2f43-4dab-a8d2-0b252fc942f9 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Enqueued Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 620.875911] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 620.876298] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.876425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.876689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.877051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.877236] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.877378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.877461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.877784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.877909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.878045] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.078090] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.337608] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.338496] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.338496] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.339036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.339630] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.339899] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.340212] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.340813] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.340935] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.341336] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.341524] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.342079] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.342217] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.342364] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.342700] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.342835] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.363781] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.364161] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.364161] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.364308] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.364572] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-c59be3b7-fc74-4e23-afd8-8cc4406e80b5 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.364740] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-c59be3b7-fc74-4e23-afd8-8cc4406e80b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.364851] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-c59be3b7-fc74-4e23-afd8-8cc4406e80b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.365429] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-c59be3b7-fc74-4e23-afd8-8cc4406e80b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.365585] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c59be3b7-fc74-4e23-afd8-8cc4406e80b5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.379894] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.380083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.380157] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.380360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.380538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.380744] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.381274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.381274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.381498] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.381775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.381775] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 already deleted. [ 621.381775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.580629] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.580791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.580854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.581087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.581179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.581277] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be created. [ 621.607880] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.608060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.608329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.608623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.608782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.620186] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: UNINITIALIZED for 2s [ 621.866148] env[65302]: INFO networking_nsxv3.common.synchronization [None req-c3d09322-bb1e-4cdf-b90c-7b3432c8f40f None None] Enqueued Resource ID: 1d45cbce-a7ed-4407-80c0-f403e0ff6949 with Priority: HIGHEST for action port [ 621.866671] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d45cbce-a7ed-4407-80c0-f403e0ff6949 with Priority: HIGHEST for action port [ 621.867067] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d45cbce-a7ed-4407-80c0-f403e0ff6949 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.867208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d45cbce-a7ed-4407-80c0-f403e0ff6949" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.867208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d45cbce-a7ed-4407-80c0-f403e0ff6949" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.867424] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d45cbce-a7ed-4407-80c0-f403e0ff6949" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.867502] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d45cbce-a7ed-4407-80c0-f403e0ff6949',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.872758] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.872969] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.873043] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.873291] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.873431] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.873576] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port c59be3b7-fc74-4e23-afd8-8cc4406e80b5 not found, creating... [ 621.873823] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.873973] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.874099] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.874303] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.874427] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.874694] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.874838] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.874947] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.875159] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.875278] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.875410] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: c59be3b7-fc74-4e23-afd8-8cc4406e80b5 is going to be created. [ 621.901866] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.901866] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.901866] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.901866] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.901866] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.901866] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-c59be3b7-fc74-4e23-afd8-8cc4406e80b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.369362] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d45cbce-a7ed-4407-80c0-f403e0ff6949 [ 622.369715] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.369715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.369810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.370085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.370085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.370206] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d45cbce-a7ed-4407-80c0-f403e0ff6949 already deleted. [ 622.370260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d45cbce-a7ed-4407-80c0-f403e0ff6949" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.637722] env[65302]: INFO networking_nsxv3.common.synchronization [req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 req-f0eb9e4d-938f-4935-9ce3-2e3b630a0dab service nova] Enqueued Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_rules [ 622.637722] env[65302]: INFO networking_nsxv3.common.synchronization [req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 req-f0eb9e4d-938f-4935-9ce3-2e3b630a0dab service nova] Enqueued Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 622.637722] env[65302]: INFO networking_nsxv3.common.synchronization [req-d032a3ad-a3d5-45e9-bd0e-791061c49a99 req-f0eb9e4d-938f-4935-9ce3-2e3b630a0dab service nova] Enqueued Resource ID: c59be3b7-fc74-4e23-afd8-8cc4406e80b5 with Priority: HIGHEST for action port [ 622.637722] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_rules [ 622.637722] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 622.637722] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c59be3b7-fc74-4e23-afd8-8cc4406e80b5 with Priority: HIGHEST for action port [ 622.637722] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.637722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.637722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.638280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.638280] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.638806] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.638971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.638971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.639148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.639291] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.639381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.639452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.639579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.639656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.639743] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.641172] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-c59be3b7-fc74-4e23-afd8-8cc4406e80b5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.641275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c59be3b7-fc74-4e23-afd8-8cc4406e80b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.642446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c59be3b7-fc74-4e23-afd8-8cc4406e80b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.642446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c59be3b7-fc74-4e23-afd8-8cc4406e80b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.642446] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c59be3b7-fc74-4e23-afd8-8cc4406e80b5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.036512] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 req-e231fdfc-7a28-4cb4-bd9b-6bdd0aaf31de tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 623.037168] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 623.037554] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.037683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.037746] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.037958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.040967] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.041165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.041165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.041355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.041447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.041553] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.143055] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.144150] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.144310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.144599] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c59be3b7-fc74-4e23-afd8-8cc4406e80b5 with status ACTIVE [ 623.144599] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.145077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.145077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.145077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.146278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.146278] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.146428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.146428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.146789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.146789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.146869] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.149196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.149196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.149196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.149196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.149196] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c59be3b7-fc74-4e23-afd8-8cc4406e80b5 is going to be updated. [ 623.171821] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.172073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.172073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.172432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.172571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.172729] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c59be3b7-fc74-4e23-afd8-8cc4406e80b5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.410024] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.410024] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.410024] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.410024] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.410024] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.414431] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.414431] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.414431] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.414431] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.414431] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.414431] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.414431] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.414431] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.414705] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.414705] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.414806] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.436599] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.437037] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.437037] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.437037] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.437379] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-870952ac-5954-4af4-945b-7841b56da782 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.437541] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-870952ac-5954-4af4-945b-7841b56da782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.437686] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-870952ac-5954-4af4-945b-7841b56da782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.438020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-870952ac-5954-4af4-945b-7841b56da782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.438174] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('870952ac-5954-4af4-945b-7841b56da782',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.544106] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.631832] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 623.631832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.631832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.631832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.631832] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.631832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.631832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.631832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.631832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.631832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.631832] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.653343] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.656328] env[65302]: INFO networking_nsxv3.common.synchronization [None req-4c009eb8-fc40-416e-9fb6-53b05fb89e2d None None] Enqueued Resource ID: 1f2e4d09-bdca-4402-9025-614e71e0102b with Priority: HIGHEST for action port [ 623.656399] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2e4d09-bdca-4402-9025-614e71e0102b with Priority: HIGHEST for action port [ 623.656686] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f2e4d09-bdca-4402-9025-614e71e0102b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.656803] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f2e4d09-bdca-4402-9025-614e71e0102b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.656867] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f2e4d09-bdca-4402-9025-614e71e0102b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.657145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f2e4d09-bdca-4402-9025-614e71e0102b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.657221] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2e4d09-bdca-4402-9025-614e71e0102b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.942641] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.942868] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.942989] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.943292] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.943451] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.943605] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 870952ac-5954-4af4-945b-7841b56da782 not found, creating... [ 623.943961] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.944224] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.944267] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.944541] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.944699] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.945102] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.945344] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.945514] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.945734] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.945867] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.946019] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 870952ac-5954-4af4-945b-7841b56da782 is going to be created. [ 623.973666] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.974061] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.974263] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.974699] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.975239] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.975392] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-870952ac-5954-4af4-945b-7841b56da782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.045453] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.135015] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.135015] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.135015] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.135015] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.135015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.135669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.135669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.135669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.135669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.135669] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.156052] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.156052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.156052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.156383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.156422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.156501] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 is going to be created. [ 624.158478] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f2e4d09-bdca-4402-9025-614e71e0102b [ 624.158725] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.158843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.159459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.159459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.159459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.159701] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f2e4d09-bdca-4402-9025-614e71e0102b already deleted. [ 624.159701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f2e4d09-bdca-4402-9025-614e71e0102b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.185042] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.185198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.185268] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.185484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.185635] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.197447] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: UNINITIALIZED for 2s [ 624.547985] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.547985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.547985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.548431] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.548431] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.548431] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b51eaf-0603-49de-b693-16e69a148974 is going to be updated. [ 624.595160] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.595378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.595378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.595620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.595706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.607863] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: IN_PROGRESS for 2s [ 624.641123] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 409dd4f8-f44c-4715-8913-b0116a226610: rpc.has_security_group_logging(os_id): False [ 624.667910] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.667910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.667910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.667910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.667910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.667910] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.667910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.667910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.667910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.667910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.667910] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.667910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.667910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.668643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.669259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.669259] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.669483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.669541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.669818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.671137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.671137] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be created. [ 624.752992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.753192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.753252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.753433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.753756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.772139] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 req-695d00a6-fea6-41ac-b45c-b442a298ad03 service nova] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_rules [ 624.772139] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 req-695d00a6-fea6-41ac-b45c-b442a298ad03 service nova] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 624.772139] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e79a8f2-cf77-444a-a5ad-bfbfc6da5733 req-695d00a6-fea6-41ac-b45c-b442a298ad03 service nova] Enqueued Resource ID: 870952ac-5954-4af4-945b-7841b56da782 with Priority: HIGHEST for action port [ 624.772139] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_rules [ 624.772139] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 624.772139] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 870952ac-5954-4af4-945b-7841b56da782 with Priority: HIGHEST for action port [ 624.772139] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.772705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.772705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.773123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.773123] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.774032] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.774264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.774491] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-870952ac-5954-4af4-945b-7841b56da782 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.774643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-870952ac-5954-4af4-945b-7841b56da782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.774696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-870952ac-5954-4af4-945b-7841b56da782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.775519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-870952ac-5954-4af4-945b-7841b56da782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.775981] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('870952ac-5954-4af4-945b-7841b56da782',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.780180] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 625.281337] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.281418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.281639] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 870952ac-5954-4af4-945b-7841b56da782 with status ACTIVE [ 625.281855] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.281912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.282178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.282245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.284500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.284500] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.284500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.284500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.284500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.284500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.284500] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.284500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.284500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.284500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.284500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.284500] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 870952ac-5954-4af4-945b-7841b56da782 is going to be updated. [ 625.316587] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.316796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.316796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.317356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.317356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.317356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-870952ac-5954-4af4-945b-7841b56da782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.801044] env[65302]: INFO networking_nsxv3.common.synchronization [req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 req-1196768b-cbff-4c1e-b8bc-753a494a619e tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Enqueued Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_members [ 625.802637] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_members [ 625.802637] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.802637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.802988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.802988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.803640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.803640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.803640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.803825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.803860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.803964] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.209568] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: SUCCESS [ 626.209918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.209993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.210191] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.210426] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.210520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.210560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.210699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.210778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.210863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.210953] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.221059] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.221059] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.221059] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.221296] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.221662] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.221662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.221798] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.221974] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.222185] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.222447] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.222537] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.222667] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.222740] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.222882] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.223043] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.223140] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.243386] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.243550] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.243680] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.243852] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.244374] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.244561] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.244717] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.246394] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.246583] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c7bc93-c70a-49f3-a4ec-d44ba8ed7669',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.305895] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.306170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.306170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.306417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.306519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.306732] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.306839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.306912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.307063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.307298] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 already deleted. [ 626.307362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.619215] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: SUCCESS [ 626.619450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.619696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.620744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.620744] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.620744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.620744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.620744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.620744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.620744] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.713373] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.713665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.713665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.713920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.714058] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.714179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.714240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.714400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.714509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.714600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.714748] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.714839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.714923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.715083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.715239] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.715354] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.715403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.715512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.715582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.715682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.715778] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.751524] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.751788] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.751867] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.752232] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.752403] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.752555] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 not found, creating... [ 626.752814] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.753036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.753113] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.753771] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.753771] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.753771] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.753965] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.754983] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.754983] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.754983] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.754983] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 is going to be created. [ 626.780871] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.781095] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.781222] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.781575] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.781864] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.782798] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.798899] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 626.799152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.126419] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.217730] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68e87583-c48e-4e8d-8a46-221d44aa0fd4: rpc.has_security_group_logging(os_id): False [ 627.235445] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.235608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.235674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.235908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.236035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.236287] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.236393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.236454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.236613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.236687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.236870] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.236962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.237039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.237194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.237275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.237451] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.237588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.237588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.238355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.238483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.238590] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 is going to be created. [ 627.297303] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.297467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.297536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.297742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.297918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.310997] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: IN_PROGRESS for 2s [ 627.367286] env[65302]: INFO networking_nsxv3.common.synchronization [req-20ebc2a6-95f3-40c7-ae77-275663d02daa req-cce31a47-9f59-4617-b8d7-57cb446c9b33 tempest-DeleteServersAdminTestJSON-241562699 tempest-DeleteServersAdminTestJSON-241562699-project-admin] Enqueued Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 627.367920] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 627.368269] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.368396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.368462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.368695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.368863] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.368954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.369028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.369183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.369269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.369358] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.497127] env[65302]: INFO networking_nsxv3.common.synchronization [req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 req-ea6c046b-2f7d-4084-b39c-79614348ed49 service nova] Enqueued Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_rules [ 627.497316] env[65302]: INFO networking_nsxv3.common.synchronization [req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 req-ea6c046b-2f7d-4084-b39c-79614348ed49 service nova] Enqueued Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_members [ 627.497442] env[65302]: INFO networking_nsxv3.common.synchronization [req-7d2e644b-0ddd-45e1-b2b0-1d797a5da029 req-ea6c046b-2f7d-4084-b39c-79614348ed49 service nova] Enqueued Resource ID: 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 with Priority: HIGHEST for action port [ 627.498453] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_rules [ 627.498453] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_members [ 627.498453] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 with Priority: HIGHEST for action port [ 627.498640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.498640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.498640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.498862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.498898] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.499821] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.500177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.500256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.500417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.500561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.500876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.500876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.500876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.500981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.501037] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.501736] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.501957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.501957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.502180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.502180] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c7bc93-c70a-49f3-a4ec-d44ba8ed7669',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.629115] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.874294] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.874294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.874294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.874294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.874294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.874294] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.874294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.874294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.874294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.874294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.874294] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 is going to be updated. [ 627.910239] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.912256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.912256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.912256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.912256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.924668] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: IN_PROGRESS for 2s [ 628.007029] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.007029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.007029] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.007029] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 with status ACTIVE [ 628.007029] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.007029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.007029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.007029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.007029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.007029] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.007029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.007029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.007029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.007029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.008593] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.010124] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.010351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.010692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.011066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.011320] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 is going to be updated. [ 628.041611] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.041917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.041917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.042078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.042183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.042355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.136642] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.136642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.136642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.136642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.136642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.136642] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b51eaf-0603-49de-b693-16e69a148974 is going to be updated. [ 628.162498] env[65302]: INFO networking_nsxv3.common.synchronization [req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec req-102ec1d6-5bc4-4b04-899c-ee6e9b56fe39 tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Enqueued Resource ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 with Priority: HIGHEST for action security_group_members [ 628.166101] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 with Priority: HIGHEST for action security_group_members [ 628.166745] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.166745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.166745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.169972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.169972] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.169972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.169972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.169972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.169972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.169972] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75efa0d3-4545-418e-8c1f-ed4ac6402eb8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.179093] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.180032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.180032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.180032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.180032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.195918] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: IN_PROGRESS for 2s [ 628.514352] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.672612] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.672811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.672896] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.673219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.673376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.673611] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.673729] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.673792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.673956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.674074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.674138] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 already deleted. [ 628.674199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.841108] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.841389] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-948" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.841389] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-948" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.842372] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-948" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.842372] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.842372] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.842372] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.842372] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.842713] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.842713] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.842826] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.842917] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.842967] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.843087] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.843184] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.843306] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.863436] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.863594] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.864233] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.864574] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-948" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.864909] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-ab101e83-a403-4153-a55a-5bdbb12d271a taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.865107] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-ab101e83-a403-4153-a55a-5bdbb12d271a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.865226] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-ab101e83-a403-4153-a55a-5bdbb12d271a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.865547] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-ab101e83-a403-4153-a55a-5bdbb12d271a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.865683] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab101e83-a403-4153-a55a-5bdbb12d271a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.938554] env[65302]: INFO networking_nsxv3.common.synchronization [None req-bbb021ea-0652-47cb-a7a7-bde0ddefc3bc tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_rules [ 628.938554] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_rules [ 628.938554] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.938554] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.942933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.942933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.942933] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.022871] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.022871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.022871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.023213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.023213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.023272] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 is going to be created. [ 629.050935] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.051172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.051258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.051477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.051635] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.062573] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: UNINITIALIZED for 2s [ 629.343416] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: SUCCESS [ 629.343777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.368171] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.368445] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.368578] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.368865] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.369326] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.369326] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port ab101e83-a403-4153-a55a-5bdbb12d271a not found, creating... [ 629.369497] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.369650] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.369781] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.370039] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.370203] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.370507] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.370692] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.370786] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.371043] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.371206] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.371480] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: ab101e83-a403-4153-a55a-5bdbb12d271a is going to be created. [ 629.395048] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.395320] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.395485] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.395788] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.396048] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.396364] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-ab101e83-a403-4153-a55a-5bdbb12d271a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.488175] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.488388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.488485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.488801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.488963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.489095] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 already deleted. [ 629.489645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.595304] env[65302]: INFO networking_nsxv3.common.synchronization [None req-23e1e1f6-5170-4dc7-8282-9311102371fe tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_rules [ 629.596090] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_rules [ 629.596460] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.596605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.596702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.597013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.597121] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.934753] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: SUCCESS [ 629.934940] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 deletion is rescheduled due to dependency. [ 629.935107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.083792] env[65302]: INFO networking_nsxv3.common.synchronization [req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec req-4dc9bbb6-5b4a-48c3-bb14-c7f39b0fd5ea service nova] Enqueued Resource ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 with Priority: HIGHEST for action security_group_rules [ 630.083964] env[65302]: INFO networking_nsxv3.common.synchronization [req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec req-4dc9bbb6-5b4a-48c3-bb14-c7f39b0fd5ea service nova] Enqueued Resource ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 with Priority: HIGHEST for action security_group_members [ 630.084035] env[65302]: INFO networking_nsxv3.common.synchronization [req-f2f2d8b4-11d8-4649-82dd-fc373c1154ec req-4dc9bbb6-5b4a-48c3-bb14-c7f39b0fd5ea service nova] Enqueued Resource ID: ab101e83-a403-4153-a55a-5bdbb12d271a with Priority: HIGHEST for action port [ 630.084301] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 with Priority: HIGHEST for action security_group_rules [ 630.084432] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 with Priority: HIGHEST for action security_group_members [ 630.084525] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab101e83-a403-4153-a55a-5bdbb12d271a with Priority: HIGHEST for action port [ 630.085324] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75efa0d3-4545-418e-8c1f-ed4ac6402eb8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.085473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.085536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.085801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.085896] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75efa0d3-4545-418e-8c1f-ed4ac6402eb8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.087660] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.087780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.087850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.088040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.088199] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.088303] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.088394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.088774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.088953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.088953] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75efa0d3-4545-418e-8c1f-ed4ac6402eb8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.093873] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab101e83-a403-4153-a55a-5bdbb12d271a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.093873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab101e83-a403-4153-a55a-5bdbb12d271a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.093873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab101e83-a403-4153-a55a-5bdbb12d271a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.093873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab101e83-a403-4153-a55a-5bdbb12d271a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.093873] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab101e83-a403-4153-a55a-5bdbb12d271a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.118098] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.118098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.118098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.118098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.118098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.118334] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 already deleted. [ 630.118334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.208441] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: SUCCESS [ 630.208667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.208834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.209069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.209258] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.209379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.209442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.209594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.209672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.209757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.209847] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.382494] env[65302]: INFO networking_nsxv3.common.synchronization [req-2c073f17-c111-47ef-910b-c624b36a3bf5 req-7eaa2d49-6de2-4d96-869b-50b35e9f84dc tempest-ServerDiagnosticsNegativeTest-1418173896 tempest-ServerDiagnosticsNegativeTest-1418173896-project-member] Enqueued Resource ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 with Priority: HIGHEST for action security_group_members [ 630.383075] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 with Priority: HIGHEST for action security_group_members [ 630.383443] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.383621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.383621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.383715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.383865] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.383962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.384404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.384576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.384686] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.384818] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0822f8de-9102-4a0f-ba6e-ecf8ccde0100',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.588064] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.588262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.594932] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75efa0d3-4545-418e-8c1f-ed4ac6402eb8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.596040] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab101e83-a403-4153-a55a-5bdbb12d271a with status ACTIVE [ 630.596298] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.600081] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.600081] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.600081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.600081] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab101e83-a403-4153-a55a-5bdbb12d271a is going to be updated. [ 630.623631] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.623890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.623984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.624308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.624482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.624713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab101e83-a403-4153-a55a-5bdbb12d271a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.712523] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.712787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.712787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.712952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.713132] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.713228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.713299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.713433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.713513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.713608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.713759] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.713841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.713892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.714057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.714197] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.714271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.714271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.714448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.714542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.714542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.714640] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.891010] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.891184] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.891255] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.891479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.891569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.891772] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.891866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.891926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.892093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.892182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.892273] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 is going to be updated. [ 630.934020] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.934020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.934020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.934020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.934020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.948119] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 in Status: IN_PROGRESS for 2s [ 630.983828] env[65302]: INFO networking_nsxv3.common.synchronization [req-7072860f-2adb-4ec8-8f14-147a4703dd75 req-2181808f-cb88-4b5a-88a5-1fecc4de37d6 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 630.984842] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 630.985671] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.986031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.986603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.986843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.987061] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.987201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.987280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.987475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.987574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.987788] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.075108] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: SUCCESS [ 631.075108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.075108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.075108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.075108] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.075108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.075108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.075108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.075108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.075108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.075108] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.100501] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75efa0d3-4545-418e-8c1f-ed4ac6402eb8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.217130] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b51eaf-0603-49de-b693-16e69a148974: rpc.has_security_group_logging(os_id): False [ 631.239463] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.239707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.240102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.240102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.240343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.240840] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.240840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.240840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.241231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.241231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.245368] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.245368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.245368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.246741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.246741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.246741] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.246741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.246741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.246741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.248033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.248033] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b51eaf-0603-49de-b693-16e69a148974 is going to be updated. [ 631.356076] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.356374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.356374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.356521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.356643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.390925] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: IN_PROGRESS for 2s [ 631.493269] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.577549] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.603048] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.603350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.603431] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.603672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.604030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.604030] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 is going to be created. [ 631.610704] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.610946] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.610999] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.611269] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.611540] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.611691] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.611799] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.612010] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.612151] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.612372] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.612499] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.612602] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.612702] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.612819] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.613250] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.613250] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.632078] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.632256] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.632385] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.632560] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.632890] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-093844a3-f79c-4e56-90e5-31e5d286ab2e taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.633097] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-093844a3-f79c-4e56-90e5-31e5d286ab2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.633214] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-093844a3-f79c-4e56-90e5-31e5d286ab2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.633523] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-093844a3-f79c-4e56-90e5-31e5d286ab2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.633662] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('093844a3-f79c-4e56-90e5-31e5d286ab2e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.636747] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.636931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.636931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.637126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.637295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.647338] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 in Status: UNINITIALIZED for 2s [ 631.994928] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.079625] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c876ffcc-18e7-4b67-9d9e-fe9a46da1993: rpc.has_security_group_logging(os_id): False [ 632.100737] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.101075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.101390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.101608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.101783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.102048] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.102189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.102261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.102441] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.102536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.102665] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 is going to be created. [ 632.136185] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.136185] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.136475] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.136889] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.137152] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.137399] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 093844a3-f79c-4e56-90e5-31e5d286ab2e not found, creating... [ 632.137702] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.137888] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.138082] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.138317] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.139161] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.139532] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.139776] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.139926] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.140251] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.140480] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.140676] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 093844a3-f79c-4e56-90e5-31e5d286ab2e is going to be created. [ 632.171915] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.172194] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.172247] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.172513] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.172731] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.172953] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-093844a3-f79c-4e56-90e5-31e5d286ab2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.181972] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.182257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.182257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.182388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.182754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.191734] env[65302]: INFO networking_nsxv3.common.synchronization [None req-17d3806d-a4b3-4b50-a72c-e7459c97f59f None None] Enqueued Resource ID: 208781f8-5c57-4db8-a1a9-9e1dfd2d7a0d with Priority: HIGHEST for action port [ 632.192810] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208781f8-5c57-4db8-a1a9-9e1dfd2d7a0d with Priority: HIGHEST for action port [ 632.193209] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-208781f8-5c57-4db8-a1a9-9e1dfd2d7a0d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.193363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-208781f8-5c57-4db8-a1a9-9e1dfd2d7a0d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.193417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-208781f8-5c57-4db8-a1a9-9e1dfd2d7a0d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.193704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-208781f8-5c57-4db8-a1a9-9e1dfd2d7a0d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.193823] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('208781f8-5c57-4db8-a1a9-9e1dfd2d7a0d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.195927] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: IN_PROGRESS for 2s [ 632.499113] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.499932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.499932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.499932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.499932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.500161] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 632.531773] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.531919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.531992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.532242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.532386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.543775] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 632.696174] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 208781f8-5c57-4db8-a1a9-9e1dfd2d7a0d [ 632.696174] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.696492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.696492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.696641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.696735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.696844] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:208781f8-5c57-4db8-a1a9-9e1dfd2d7a0d already deleted. [ 632.696949] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-208781f8-5c57-4db8-a1a9-9e1dfd2d7a0d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.960308] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 in Status: SUCCESS [ 632.960555] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 deletion is rescheduled due to dependency. [ 632.960695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.965675] env[65302]: INFO networking_nsxv3.common.synchronization [req-7072860f-2adb-4ec8-8f14-147a4703dd75 req-837e94ba-ff17-4519-8c6b-db8b929298ff service nova] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_rules [ 632.965779] env[65302]: INFO networking_nsxv3.common.synchronization [req-7072860f-2adb-4ec8-8f14-147a4703dd75 req-837e94ba-ff17-4519-8c6b-db8b929298ff service nova] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 632.965910] env[65302]: INFO networking_nsxv3.common.synchronization [req-7072860f-2adb-4ec8-8f14-147a4703dd75 req-837e94ba-ff17-4519-8c6b-db8b929298ff service nova] Enqueued Resource ID: 093844a3-f79c-4e56-90e5-31e5d286ab2e with Priority: HIGHEST for action port [ 632.966259] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_rules [ 632.966366] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 632.966470] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093844a3-f79c-4e56-90e5-31e5d286ab2e with Priority: HIGHEST for action port [ 632.968911] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.968911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.968911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.968911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.969220] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.970066] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.970189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.970642] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-093844a3-f79c-4e56-90e5-31e5d286ab2e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.970642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-093844a3-f79c-4e56-90e5-31e5d286ab2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.970642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-093844a3-f79c-4e56-90e5-31e5d286ab2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.970911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-093844a3-f79c-4e56-90e5-31e5d286ab2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.971244] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('093844a3-f79c-4e56-90e5-31e5d286ab2e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.339023] env[65302]: INFO networking_nsxv3.common.synchronization [req-274a8b9e-bd71-40e9-af16-caefe9c0c628 req-10ea7bd0-b94e-4508-b928-356626c04028 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 633.339708] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 633.340027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.340152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.340320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.340695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.340695] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.340695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.341043] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.341043] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.341105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.341373] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.411359] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: SUCCESS [ 633.411636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.472518] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.472738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.474492] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 093844a3-f79c-4e56-90e5-31e5d286ab2e with status ACTIVE [ 633.476632] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.476632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.476632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.476807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.476871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.477256] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.477373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.477446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.477794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.477875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.478669] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.478744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.478884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.479057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.479465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.479465] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 093844a3-f79c-4e56-90e5-31e5d286ab2e is going to be updated. [ 633.521088] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.521505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.521505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.521885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.521885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.521998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-093844a3-f79c-4e56-90e5-31e5d286ab2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.664613] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 in Status: SUCCESS [ 633.665491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.666155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.666841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.667110] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.668404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.668404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.668553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.668625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.668764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.668937] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75efa0d3-4545-418e-8c1f-ed4ac6402eb8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.845449] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.970029] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.970029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.970029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.970029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.970029] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.970029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.970029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.970029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.970029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.970029] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.970029] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.970029] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.970029] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.971092] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.971327] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.971612] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.994602] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.994790] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.994940] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.995140] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-454" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.995527] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-27a3a485-e4e9-4293-9fc3-203e12a526c4 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.995782] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-27a3a485-e4e9-4293-9fc3-203e12a526c4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.995932] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-27a3a485-e4e9-4293-9fc3-203e12a526c4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.996385] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-27a3a485-e4e9-4293-9fc3-203e12a526c4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.996613] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a3a485-e4e9-4293-9fc3-203e12a526c4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.172689] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.172689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.172811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.173036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.173243] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.173387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.173475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.173675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.173892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.173892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.174088] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.174216] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.174298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.174480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.174664] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.174792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.174874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.175606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.175746] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.175920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.176083] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75efa0d3-4545-418e-8c1f-ed4ac6402eb8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.209415] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: SUCCESS [ 634.209649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.348892] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.500667] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.500667] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.500667] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.500946] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.500946] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.501033] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 27a3a485-e4e9-4293-9fc3-203e12a526c4 not found, creating... [ 634.501580] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.501580] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.501580] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.501839] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.501878] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.503036] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.503036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.503036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.503036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.503036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.503036] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 27a3a485-e4e9-4293-9fc3-203e12a526c4 is going to be created. [ 634.528628] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.528628] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.528628] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.528628] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.528628] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.528628] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-27a3a485-e4e9-4293-9fc3-203e12a526c4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.571466] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 634.571466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.571466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.571466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.571466] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.571466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.571466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.571466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.571466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.571466] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.678070] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75efa0d3-4545-418e-8c1f-ed4ac6402eb8: rpc.has_security_group_logging(os_id): False [ 634.699266] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.699415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.699489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.699706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.699809] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.700039] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.700140] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.700205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.700370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.700448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.700630] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.700755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.700802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.700944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.701026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.701225] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.701308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.701361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.701504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.701562] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.701671] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 is going to be created. [ 634.785717] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.785857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.785857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.786071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.786657] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.800744] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 in Status: IN_PROGRESS for 2s [ 634.851304] env[65302]: INFO networking_nsxv3.common.synchronization [None req-480412d6-9bc8-4be1-b94a-94531b21e005 None None] Enqueued Resource ID: 668846ce-5db0-45e5-9c80-fdc4d869c68f with Priority: HIGHEST for action port [ 634.851304] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668846ce-5db0-45e5-9c80-fdc4d869c68f with Priority: HIGHEST for action port [ 634.851304] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.851531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.852088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.852088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.852330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.852330] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b51eaf-0603-49de-b693-16e69a148974 is going to be updated. [ 634.854034] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-668846ce-5db0-45e5-9c80-fdc4d869c68f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.854337] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-668846ce-5db0-45e5-9c80-fdc4d869c68f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.854470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-668846ce-5db0-45e5-9c80-fdc4d869c68f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.854766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-668846ce-5db0-45e5-9c80-fdc4d869c68f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.854919] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668846ce-5db0-45e5-9c80-fdc4d869c68f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.889032] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.889231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.889383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.889558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.889644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.915765] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: IN_PROGRESS for 2s [ 635.073069] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.360833] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 668846ce-5db0-45e5-9c80-fdc4d869c68f [ 635.361555] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.361846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.361954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.362203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.362311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.362467] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:668846ce-5db0-45e5-9c80-fdc4d869c68f already deleted. [ 635.362541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-668846ce-5db0-45e5-9c80-fdc4d869c68f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.373461] env[65302]: INFO networking_nsxv3.common.synchronization [req-274a8b9e-bd71-40e9-af16-caefe9c0c628 req-aa59210c-4e79-421b-abb3-dacd2d623ec3 service nova] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_rules [ 635.373641] env[65302]: INFO networking_nsxv3.common.synchronization [req-274a8b9e-bd71-40e9-af16-caefe9c0c628 req-aa59210c-4e79-421b-abb3-dacd2d623ec3 service nova] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 635.373769] env[65302]: INFO networking_nsxv3.common.synchronization [req-274a8b9e-bd71-40e9-af16-caefe9c0c628 req-aa59210c-4e79-421b-abb3-dacd2d623ec3 service nova] Enqueued Resource ID: 27a3a485-e4e9-4293-9fc3-203e12a526c4 with Priority: HIGHEST for action port [ 635.374432] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_rules [ 635.374590] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 635.374721] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a3a485-e4e9-4293-9fc3-203e12a526c4 with Priority: HIGHEST for action port [ 635.375129] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.375879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.375954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.376184] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.376289] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.377168] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.379555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.379555] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a3a485-e4e9-4293-9fc3-203e12a526c4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.379555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a3a485-e4e9-4293-9fc3-203e12a526c4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.379555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a3a485-e4e9-4293-9fc3-203e12a526c4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.379555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a3a485-e4e9-4293-9fc3-203e12a526c4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.379555] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a3a485-e4e9-4293-9fc3-203e12a526c4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.577724] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.881095] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.881294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.881608] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27a3a485-e4e9-4293-9fc3-203e12a526c4 with status ACTIVE [ 635.881806] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.881975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.882064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.882301] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.882964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.882964] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.882964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.882964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.882964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.882964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.883352] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.883352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.883352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.883461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.883538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.883599] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27a3a485-e4e9-4293-9fc3-203e12a526c4 is going to be updated. [ 635.907312] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.907468] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.907530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.907921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.907921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.908048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a3a485-e4e9-4293-9fc3-203e12a526c4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.928979] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-c2f73aaf-df87-46a0-9152-5eb66d187804 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 635.928979] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 635.929302] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.929424] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.929604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.930865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.930865] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.930865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.930865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.930865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.930865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.930865] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.083584] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.083785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.083855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.084097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.084183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.084992] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 636.124051] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.124236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.125093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.125093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.125093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.136178] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 636.340814] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.341104] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.341257] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.341632] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.342016] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.342705] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.343307] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.343748] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.344018] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.344847] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.345194] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.345194] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.345338] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.345579] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.345751] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.345961] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.370733] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.370922] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.371480] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.371480] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.371680] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-7b5d8f07-0d96-4933-a1b9-c934f0b54593 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.371892] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-7b5d8f07-0d96-4933-a1b9-c934f0b54593" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.372229] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-7b5d8f07-0d96-4933-a1b9-c934f0b54593" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.372423] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-7b5d8f07-0d96-4933-a1b9-c934f0b54593" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.372565] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5d8f07-0d96-4933-a1b9-c934f0b54593',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.434094] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.434372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.434438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.434671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.434767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.435111] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.435328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.435414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.436774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.436944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.437296] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 already deleted. [ 636.437415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.819725] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 in Status: SUCCESS [ 636.819725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.877607] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.877607] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.877607] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.877607] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.877607] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.877607] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 7b5d8f07-0d96-4933-a1b9-c934f0b54593 not found, creating... [ 636.877948] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.877948] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.878246] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.878390] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.878564] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.878909] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.879351] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.879478] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.880087] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.880369] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.880573] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 7b5d8f07-0d96-4933-a1b9-c934f0b54593 is going to be created. [ 636.902374] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.902658] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.902805] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.903104] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.903343] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.903560] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-7b5d8f07-0d96-4933-a1b9-c934f0b54593" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.928037] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: SUCCESS [ 636.928273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.931442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.931442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.931442] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.931442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.931442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.931442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.931442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.931442] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.433639] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.639636] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-f5426f43-b523-4495-9460-8e54b94403dc service nova] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_rules [ 637.639636] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-f5426f43-b523-4495-9460-8e54b94403dc service nova] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 637.639856] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-f5426f43-b523-4495-9460-8e54b94403dc service nova] Enqueued Resource ID: 7b5d8f07-0d96-4933-a1b9-c934f0b54593 with Priority: HIGHEST for action port [ 637.640452] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_rules [ 637.640670] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 637.640789] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5d8f07-0d96-4933-a1b9-c934f0b54593 with Priority: HIGHEST for action port [ 637.641234] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.641309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.641428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.641898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.641898] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.642788] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.642933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.643073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.643240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.643353] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.643480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.643801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.643801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.643873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.643981] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.645055] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b5d8f07-0d96-4933-a1b9-c934f0b54593 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.645206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b5d8f07-0d96-4933-a1b9-c934f0b54593" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.645294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b5d8f07-0d96-4933-a1b9-c934f0b54593" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.645466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b5d8f07-0d96-4933-a1b9-c934f0b54593" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.645619] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5d8f07-0d96-4933-a1b9-c934f0b54593',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.935854] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.149443] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 638.149674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.149925] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.150937] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.151024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.151251] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b5d8f07-0d96-4933-a1b9-c934f0b54593 with status ACTIVE [ 638.151352] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.151551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.151618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.151840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.151895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.152075] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.152172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.152236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.152381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.152458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.152705] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.152951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.152951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.153032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.153067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.153143] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b5d8f07-0d96-4933-a1b9-c934f0b54593 is going to be updated. [ 638.154199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.154379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.154555] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.154753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.154753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.154864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.154864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.154956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.155056] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.182554] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.182727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.182812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.183060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.183664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.183664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b5d8f07-0d96-4933-a1b9-c934f0b54593" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.437966] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.438204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.438261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.438532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.438781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.438931] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b51eaf-0603-49de-b693-16e69a148974 is going to be updated. [ 638.482422] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.482563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.482670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.483545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.483700] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.500273] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: IN_PROGRESS for 2s [ 638.657567] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.662137] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.662334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.662391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.663147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.663383] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.663503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.663559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.664074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.664176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.664549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.664549] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.664672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.664737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.664892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.665120] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.665120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.665427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.665427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.665427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.665612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.665612] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.702961] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-8f317d23-1440-4bca-9520-92d742f5f5ad tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 638.704334] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 638.704690] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.704799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.065147] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.065519] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.065519] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.065731] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.065988] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.066976] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.066976] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.066976] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.066976] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.066976] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.067161] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.067194] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.067306] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.067423] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.067521] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.067652] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.088078] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.088620] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.088620] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.089518] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.090087] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-bc2aee56-f140-4147-b9e9-41fe12568998 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.090738] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-bc2aee56-f140-4147-b9e9-41fe12568998" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.090738] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-bc2aee56-f140-4147-b9e9-41fe12568998" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.090991] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-bc2aee56-f140-4147-b9e9-41fe12568998" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.091218] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2aee56-f140-4147-b9e9-41fe12568998',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.168530] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.168648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.168817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.168897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.168989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.169124] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be created. [ 639.170271] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 409dd4f8-f44c-4715-8913-b0116a226610: rpc.has_security_group_logging(os_id): False [ 639.189362] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.189813] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.189813] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.189813] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.189978] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.190115] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.190203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.190271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.190426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.190505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.190679] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.190771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.190832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.190972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.191056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.191246] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.191339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.191400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.191538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.191614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.191698] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 639.218631] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.218848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.218848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.219053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.219215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.233208] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: UNINITIALIZED for 2s [ 639.295021] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.295021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.295021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.295021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.295021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.312376] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 639.595328] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.595328] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.595328] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.595328] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.595584] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.595584] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port bc2aee56-f140-4147-b9e9-41fe12568998 not found, creating... [ 639.596928] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.596928] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.596928] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.596928] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.596928] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.597982] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.599110] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.599110] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.599110] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.599110] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.599545] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: bc2aee56-f140-4147-b9e9-41fe12568998 is going to be created. [ 639.622173] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.622173] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.622173] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.622173] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.622173] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.622173] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-bc2aee56-f140-4147-b9e9-41fe12568998" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.408795] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-16e27064-15d5-4a73-a6c7-2394471bbc4d service nova] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_rules [ 640.409175] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-16e27064-15d5-4a73-a6c7-2394471bbc4d service nova] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 640.409175] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-16e27064-15d5-4a73-a6c7-2394471bbc4d service nova] Enqueued Resource ID: bc2aee56-f140-4147-b9e9-41fe12568998 with Priority: HIGHEST for action port [ 640.409669] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_rules [ 640.409807] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 640.409900] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2aee56-f140-4147-b9e9-41fe12568998 with Priority: HIGHEST for action port [ 640.412164] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.412164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.412164] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.412164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.412407] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc2aee56-f140-4147-b9e9-41fe12568998 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.412407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc2aee56-f140-4147-b9e9-41fe12568998" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.412542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc2aee56-f140-4147-b9e9-41fe12568998" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.412677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc2aee56-f140-4147-b9e9-41fe12568998" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.412769] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2aee56-f140-4147-b9e9-41fe12568998',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.517769] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: SUCCESS [ 640.518095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.518280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.518504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.518779] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.518924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.518987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.519197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.519274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.519367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.519461] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.918249] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc2aee56-f140-4147-b9e9-41fe12568998 with status ACTIVE [ 640.918249] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.918249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.918249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.918249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.918249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.918249] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.918249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.918249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.918686] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.918686] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.918768] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.918891] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.918986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.919266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.919397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.919535] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc2aee56-f140-4147-b9e9-41fe12568998 is going to be updated. [ 640.943730] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.943884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.944020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.945106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.945287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.945488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc2aee56-f140-4147-b9e9-41fe12568998" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.021922] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.022225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.022398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.022795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.023038] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.023215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.023321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.023501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.023590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.023919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.023919] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.024047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.024047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.024577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.024577] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.024577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.024742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.024774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.024842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.024952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.025212] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.247554] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: UNINITIALIZED for 4s [ 641.259502] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-1264ec17-2953-4a35-9a67-cf46b346eff9 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 641.259721] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 641.260146] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.260261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.338228] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 641.338421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.529021] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b51eaf-0603-49de-b693-16e69a148974: rpc.has_security_group_logging(os_id): False [ 641.546378] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.546581] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.546648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.546894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.547016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.547223] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.547339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.547421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.547610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.547693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.547917] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.548030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.548122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.548291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.548399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.548616] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.549117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.549258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.551261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.551261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.551261] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b51eaf-0603-49de-b693-16e69a148974 is going to be updated. [ 641.624922] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.624922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.624922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.624922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.624922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.637661] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: IN_PROGRESS for 2s [ 641.909855] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.910102] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.910179] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.910560] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.910986] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.911244] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.911432] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.911772] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.911999] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.912318] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.912559] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.912772] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.912937] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.913085] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.913191] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.913341] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.935812] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.936052] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.936189] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.936673] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-760" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.937057] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-687e3416-2711-4390-afef-436208fdc60e taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.937303] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-687e3416-2711-4390-afef-436208fdc60e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.937469] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-687e3416-2711-4390-afef-436208fdc60e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.937976] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-687e3416-2711-4390-afef-436208fdc60e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.938145] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('687e3416-2711-4390-afef-436208fdc60e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.440913] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.441234] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.441409] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.441859] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.441937] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.442630] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 687e3416-2711-4390-afef-436208fdc60e not found, creating... [ 642.443235] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.444811] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.444811] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.444811] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.444811] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.444811] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.445320] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.445369] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.445626] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.445811] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.446443] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 687e3416-2711-4390-afef-436208fdc60e is going to be created. [ 642.474036] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.474333] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.474388] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.476031] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.476031] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.476031] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-687e3416-2711-4390-afef-436208fdc60e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.163130] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-fb8e2ddd-55aa-4170-9673-2c3cc94b9b24 service nova] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_rules [ 643.163130] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-fb8e2ddd-55aa-4170-9673-2c3cc94b9b24 service nova] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 643.163130] env[65302]: INFO networking_nsxv3.common.synchronization [req-7baa3668-74e6-4371-a92d-0c24338bf084 req-fb8e2ddd-55aa-4170-9673-2c3cc94b9b24 service nova] Enqueued Resource ID: 687e3416-2711-4390-afef-436208fdc60e with Priority: HIGHEST for action port [ 643.163130] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_rules [ 643.163130] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 643.163130] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687e3416-2711-4390-afef-436208fdc60e with Priority: HIGHEST for action port [ 643.164470] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.164744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.165162] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.165466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.165845] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-687e3416-2711-4390-afef-436208fdc60e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.166108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-687e3416-2711-4390-afef-436208fdc60e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.166278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-687e3416-2711-4390-afef-436208fdc60e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.166598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-687e3416-2711-4390-afef-436208fdc60e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.166997] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('687e3416-2711-4390-afef-436208fdc60e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.259868] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: SUCCESS [ 643.259990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.260631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.260801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.261018] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.261324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.261324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.261487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.261487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.261835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.261835] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.262566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.262768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.263733] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.263733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.263733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.263733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.263733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.263733] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.654382] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: SUCCESS [ 643.654675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.669979] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 687e3416-2711-4390-afef-436208fdc60e with status ACTIVE [ 643.670297] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.670371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.670450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.670678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.670809] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.671051] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.671393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.671393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.671393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.671518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.671849] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.671849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.671849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.672117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.672218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.672702] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 687e3416-2711-4390-afef-436208fdc60e is going to be updated. [ 643.713934] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.714143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.714143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.714476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.714619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.714808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-687e3416-2711-4390-afef-436208fdc60e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.765651] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.765888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.766026] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.268905] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.773991] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.774215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.774324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.774571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.774664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.774815] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be updated. [ 644.835043] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.835303] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.835303] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.835592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.835808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.851468] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: IN_PROGRESS for 2s [ 646.864839] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: SUCCESS [ 646.865263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.865263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.865443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.865934] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.865934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.865934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.865934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.866144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.866144] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.019336] env[65302]: INFO networking_nsxv3.common.synchronization [None req-b75c0fab-b8cd-4bfd-a342-99e9fa623e00 None None] Enqueued Resource ID: 5b410017-3c65-4c60-addd-3a03ae126b16 with Priority: HIGHEST for action port [ 647.020388] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b410017-3c65-4c60-addd-3a03ae126b16 with Priority: HIGHEST for action port [ 647.020782] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b410017-3c65-4c60-addd-3a03ae126b16 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.020957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b410017-3c65-4c60-addd-3a03ae126b16" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.021126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b410017-3c65-4c60-addd-3a03ae126b16" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.021481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b410017-3c65-4c60-addd-3a03ae126b16" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.021561] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b410017-3c65-4c60-addd-3a03ae126b16',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.371202] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.529035] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b410017-3c65-4c60-addd-3a03ae126b16 [ 647.529035] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.529035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.529035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.529035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.529035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.529443] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b410017-3c65-4c60-addd-3a03ae126b16 already deleted. [ 647.529745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b410017-3c65-4c60-addd-3a03ae126b16" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.876044] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.341327] env[65302]: INFO networking_nsxv3.common.synchronization [req-aa342827-d88a-483c-8d46-b169abfbc5e3 req-6676cb3a-57a2-4d83-bf5e-85bdd5d764a1 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Enqueued Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_members [ 648.342320] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_members [ 648.342320] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a824d43d-b538-4f6b-9c7d-9e659345e317 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.342320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.342320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.342320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.342687] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.342687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.342687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.342813] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.342847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.342936] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a824d43d-b538-4f6b-9c7d-9e659345e317',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.380210] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.380210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.380210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.380210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.380210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.380210] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be updated. [ 648.415774] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.416360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.416360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.416691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.416818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.431041] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: IN_PROGRESS for 2s [ 648.847564] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.847564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.847564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.849189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.849189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.849189] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.849189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.849189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.849189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.849189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.849189] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a824d43d-b538-4f6b-9c7d-9e659345e317 already deleted. [ 648.849189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.029359] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.029688] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-123" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.029688] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-123" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.031145] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-123" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.031145] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.031145] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.031145] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.031145] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.031145] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.031145] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.031145] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.031145] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.031570] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.031570] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.031570] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.031570] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.055802] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.055802] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.055802] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.055802] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-123" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.057178] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-1e9cc655-6fff-43c6-8640-b639c8341719 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.057370] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-1e9cc655-6fff-43c6-8640-b639c8341719" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.057506] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-1e9cc655-6fff-43c6-8640-b639c8341719" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.058028] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-1e9cc655-6fff-43c6-8640-b639c8341719" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.058028] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9cc655-6fff-43c6-8640-b639c8341719',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.561836] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.562176] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.562349] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.562702] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.563028] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.563393] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 1e9cc655-6fff-43c6-8640-b639c8341719 not found, creating... [ 649.563631] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.563873] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.564040] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.564475] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.564681] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.565434] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.565744] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.565910] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.566246] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.566535] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.566658] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 1e9cc655-6fff-43c6-8640-b639c8341719 is going to be created. [ 649.605641] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.605882] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.606050] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.606523] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.606770] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.607733] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-1e9cc655-6fff-43c6-8640-b639c8341719" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.748807] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d1eb89d9-c256-435d-aa0b-02425d3b9f66 None None] Enqueued Resource ID: 81f89293-fd06-4e02-9f6d-24b6dfc20bf5 with Priority: HIGHEST for action port [ 649.749536] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81f89293-fd06-4e02-9f6d-24b6dfc20bf5 with Priority: HIGHEST for action port [ 649.749957] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-81f89293-fd06-4e02-9f6d-24b6dfc20bf5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.750761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81f89293-fd06-4e02-9f6d-24b6dfc20bf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.750927] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81f89293-fd06-4e02-9f6d-24b6dfc20bf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.751240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81f89293-fd06-4e02-9f6d-24b6dfc20bf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.751435] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f89293-fd06-4e02-9f6d-24b6dfc20bf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.257666] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81f89293-fd06-4e02-9f6d-24b6dfc20bf5 [ 650.257977] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.258152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.258239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.258452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.258535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.258627] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81f89293-fd06-4e02-9f6d-24b6dfc20bf5 already deleted. [ 650.258700] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81f89293-fd06-4e02-9f6d-24b6dfc20bf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.352082] env[65302]: INFO networking_nsxv3.common.synchronization [req-aa342827-d88a-483c-8d46-b169abfbc5e3 req-378c59fc-a788-4f4e-952e-6d9ba28032d7 service nova] Enqueued Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_rules [ 650.352271] env[65302]: INFO networking_nsxv3.common.synchronization [req-aa342827-d88a-483c-8d46-b169abfbc5e3 req-378c59fc-a788-4f4e-952e-6d9ba28032d7 service nova] Enqueued Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_members [ 650.352419] env[65302]: INFO networking_nsxv3.common.synchronization [req-aa342827-d88a-483c-8d46-b169abfbc5e3 req-378c59fc-a788-4f4e-952e-6d9ba28032d7 service nova] Enqueued Resource ID: 1e9cc655-6fff-43c6-8640-b639c8341719 with Priority: HIGHEST for action port [ 650.352870] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_rules [ 650.353111] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_members [ 650.353218] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9cc655-6fff-43c6-8640-b639c8341719 with Priority: HIGHEST for action port [ 650.353876] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a824d43d-b538-4f6b-9c7d-9e659345e317 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.354020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.354280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.354618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.354618] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a824d43d-b538-4f6b-9c7d-9e659345e317',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.357720] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a824d43d-b538-4f6b-9c7d-9e659345e317 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.357720] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.357720] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.357720] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.357720] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.357720] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.357720] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.358085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.358085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.358085] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a824d43d-b538-4f6b-9c7d-9e659345e317',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.358850] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e9cc655-6fff-43c6-8640-b639c8341719 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.358953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e9cc655-6fff-43c6-8640-b639c8341719" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.359014] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e9cc655-6fff-43c6-8640-b639c8341719" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.359351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e9cc655-6fff-43c6-8640-b639c8341719" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.359428] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9cc655-6fff-43c6-8640-b639c8341719',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.443792] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: SUCCESS [ 650.444169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.444545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.444843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.445096] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.445232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.445293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.445461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.445613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.445700] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.861381] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a824d43d-b538-4f6b-9c7d-9e659345e317 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.861516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.861705] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a824d43d-b538-4f6b-9c7d-9e659345e317',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.863730] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e9cc655-6fff-43c6-8640-b639c8341719 with status ACTIVE [ 650.863928] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.864061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.864123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.864358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.864451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.864622] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.864718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.864784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.865070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.865346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.865552] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.865654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.865717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.866290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.866430] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.866500] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e9cc655-6fff-43c6-8640-b639c8341719 is going to be updated. [ 650.892887] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.892887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.892887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.892887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.892887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.892887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e9cc655-6fff-43c6-8640-b639c8341719" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.949727] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.990960] env[65302]: INFO networking_nsxv3.common.synchronization [req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 req-a5dac663-5c93-47f2-9523-68755e76194f tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 650.992541] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 650.992895] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.993106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.993106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.997452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.997452] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.997452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.997452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.997452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.997452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.997452] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.179323] env[65302]: INFO networking_nsxv3.common.synchronization [None req-32c283e1-f91a-4bc7-8687-f703d2d79f96 None None] Enqueued Resource ID: 455d621a-991a-485d-848b-b9b54929eb9d with Priority: HIGHEST for action port [ 651.179883] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455d621a-991a-485d-848b-b9b54929eb9d with Priority: HIGHEST for action port [ 651.180186] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-455d621a-991a-485d-848b-b9b54929eb9d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.181010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-455d621a-991a-485d-848b-b9b54929eb9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.181010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-455d621a-991a-485d-848b-b9b54929eb9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.181010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-455d621a-991a-485d-848b-b9b54929eb9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.181010] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('455d621a-991a-485d-848b-b9b54929eb9d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.368738] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a824d43d-b538-4f6b-9c7d-9e659345e317',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.455993] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.500108] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.500108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.500108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.500398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.500398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.500836] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.500836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.500934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.501456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.501456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.501456] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 already deleted. [ 651.501456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.518760] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.518955] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.519119] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.519588] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.519720] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.519875] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.520662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.520662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.520662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.520891] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.520891] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.521018] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.521153] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.521312] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.521483] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.521897] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.543457] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.543652] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.543808] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.543988] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.544863] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.544863] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.545046] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.545385] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.546122] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ed2b3a-497f-47e6-91a6-1fc25eb0bacc',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.687547] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 455d621a-991a-485d-848b-b9b54929eb9d [ 651.687923] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.688161] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.688284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.688588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.688728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.689772] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:455d621a-991a-485d-848b-b9b54929eb9d already deleted. [ 651.689772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-455d621a-991a-485d-848b-b9b54929eb9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.871538] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.872823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.872823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.872823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.872823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.872823] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a824d43d-b538-4f6b-9c7d-9e659345e317 is going to be created. [ 651.899123] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.899123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.899123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.899123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.899123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.911312] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a824d43d-b538-4f6b-9c7d-9e659345e317 in Status: UNINITIALIZED for 2s [ 651.962030] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.962237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.962237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.962395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.962477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.962574] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be updated. [ 651.996832] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.997350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.997350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.997350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.997742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.009666] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: IN_PROGRESS for 2s [ 652.050040] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.050040] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.050040] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.050040] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.050040] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.050040] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 83ed2b3a-497f-47e6-91a6-1fc25eb0bacc not found, creating... [ 652.050462] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.050462] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.050577] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.050765] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.050896] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.051190] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.051350] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.051461] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.051661] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.051873] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.052039] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 83ed2b3a-497f-47e6-91a6-1fc25eb0bacc is going to be created. [ 652.071286] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.071508] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.071627] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.071903] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.072934] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.072934] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.834108] env[65302]: INFO networking_nsxv3.common.synchronization [req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 req-b5ff6c21-03d6-4175-acd8-7be68f1afcdd service nova] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_rules [ 652.834409] env[65302]: INFO networking_nsxv3.common.synchronization [req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 req-b5ff6c21-03d6-4175-acd8-7be68f1afcdd service nova] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 652.834496] env[65302]: INFO networking_nsxv3.common.synchronization [req-ae2d3597-a1d0-4b66-b012-0a80ffcdc8b3 req-b5ff6c21-03d6-4175-acd8-7be68f1afcdd service nova] Enqueued Resource ID: 83ed2b3a-497f-47e6-91a6-1fc25eb0bacc with Priority: HIGHEST for action port [ 652.835610] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_rules [ 652.835750] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 652.835846] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ed2b3a-497f-47e6-91a6-1fc25eb0bacc with Priority: HIGHEST for action port [ 652.836160] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.836282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.837964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.837964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.837964] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.837964] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.838297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.838297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.838367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.838480] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.838580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.838640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.838852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.839357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.839458] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.840880] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.840880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.840880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.840880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.840880] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ed2b3a-497f-47e6-91a6-1fc25eb0bacc',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.948290] env[65302]: INFO networking_nsxv3.common.synchronization [None req-ad3ebceb-9b52-441e-a5de-47e2df8e25eb None None] Enqueued Resource ID: b483f196-028d-4698-b81c-2badc5733e39 with Priority: HIGHEST for action port [ 652.949054] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b483f196-028d-4698-b81c-2badc5733e39 with Priority: HIGHEST for action port [ 652.949366] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-b483f196-028d-4698-b81c-2badc5733e39 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.949485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b483f196-028d-4698-b81c-2badc5733e39" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.951923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b483f196-028d-4698-b81c-2badc5733e39" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.953182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b483f196-028d-4698-b81c-2badc5733e39" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.953491] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b483f196-028d-4698-b81c-2badc5733e39',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.342259] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.342509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.342679] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.343556] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83ed2b3a-497f-47e6-91a6-1fc25eb0bacc with status ACTIVE [ 653.343739] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.343851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.343912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.344133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.344220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.344392] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.344511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.344573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.344728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.344805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.344981] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.347257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.347352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.347496] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.347577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.347672] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83ed2b3a-497f-47e6-91a6-1fc25eb0bacc is going to be updated. [ 653.369511] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.369678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.369678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.369883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.370028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.371164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ed2b3a-497f-47e6-91a6-1fc25eb0bacc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.436187] env[65302]: INFO networking_nsxv3.common.synchronization [req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 req-efeb7abc-38b1-4284-a54c-5f75c382f593 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 653.440022] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 653.440022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.440022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.440022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.440022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.440022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.440022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.440022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.440022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.440022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.440022] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.456365] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b483f196-028d-4698-b81c-2badc5733e39 [ 653.456365] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.456365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.456365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.456627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.457375] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.457375] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b483f196-028d-4698-b81c-2badc5733e39 already deleted. [ 653.457375] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b483f196-028d-4698-b81c-2badc5733e39" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.850556] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.922425] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a824d43d-b538-4f6b-9c7d-9e659345e317 in Status: SUCCESS [ 653.922691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.922875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.923162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.923358] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.923484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.923739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.923739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.923888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.923888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.924016] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a824d43d-b538-4f6b-9c7d-9e659345e317',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.941772] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.942010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.942091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.942301] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.942388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.942589] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.942684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.942746] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.942914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.942985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.943041] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 already deleted. [ 653.943164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.949654] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.949841] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-619" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.949959] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-619" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.950344] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-619" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.950602] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.950757] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.950911] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.951143] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.951297] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.951570] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.951682] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.951786] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.951886] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.952023] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.952126] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.952367] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.973796] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.973796] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.973796] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.973796] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-619" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.973796] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.973796] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.973796] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.974251] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.974373] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.026912] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: SUCCESS [ 654.027162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.027340] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.027613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.027800] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.027937] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.027998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.028169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.028260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.028366] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.253498] env[65302]: INFO networking_nsxv3.common.synchronization [None req-5ec65e61-e20a-4498-8677-bab7e66c3f54 None None] Enqueued Resource ID: 92d75992-4644-40a7-b323-b3558100db6c with Priority: HIGHEST for action port [ 654.255029] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d75992-4644-40a7-b323-b3558100db6c with Priority: HIGHEST for action port [ 654.255029] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-92d75992-4644-40a7-b323-b3558100db6c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.255029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92d75992-4644-40a7-b323-b3558100db6c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.255029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92d75992-4644-40a7-b323-b3558100db6c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.255457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92d75992-4644-40a7-b323-b3558100db6c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.255457] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92d75992-4644-40a7-b323-b3558100db6c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.353883] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.354106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.354231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.354483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.354588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.354704] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be created. [ 654.381543] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.381761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.381761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.382122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.382122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.393762] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: UNINITIALIZED for 2s [ 654.426822] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a824d43d-b538-4f6b-9c7d-9e659345e317',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.476800] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.477046] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.477309] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.477627] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.477859] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.478117] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 not found, creating... [ 654.478805] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.478805] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.478805] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.479000] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.479385] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.479495] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.479777] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.479860] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.480128] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.480342] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.480544] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 is going to be created. [ 654.515086] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.515364] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.515503] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.515783] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.516016] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.516512] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.530289] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.757632] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92d75992-4644-40a7-b323-b3558100db6c [ 654.757875] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.758094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.758094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.758310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.758393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.758490] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92d75992-4644-40a7-b323-b3558100db6c already deleted. [ 654.758573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92d75992-4644-40a7-b323-b3558100db6c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.928831] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a824d43d-b538-4f6b-9c7d-9e659345e317: rpc.has_security_group_logging(os_id): False [ 654.951394] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.951607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.951693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.951883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.951980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.952271] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.952389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.952470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.952648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.952834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.952940] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a824d43d-b538-4f6b-9c7d-9e659345e317 is going to be created. [ 655.019023] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.019209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.019277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.019550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.022438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.032630] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a824d43d-b538-4f6b-9c7d-9e659345e317 in Status: IN_PROGRESS for 2s [ 655.033144] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.289810] env[65302]: INFO networking_nsxv3.common.synchronization [req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 req-aefc60eb-f645-4dbf-aa15-5990ee07cfd9 service nova] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 655.289899] env[65302]: INFO networking_nsxv3.common.synchronization [req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 req-aefc60eb-f645-4dbf-aa15-5990ee07cfd9 service nova] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 655.294427] env[65302]: INFO networking_nsxv3.common.synchronization [req-1cac1010-6598-4f8b-91b9-64c1f2ecb008 req-aefc60eb-f645-4dbf-aa15-5990ee07cfd9 service nova] Enqueued Resource ID: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 with Priority: HIGHEST for action port [ 655.294427] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 655.294427] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 655.294427] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 with Priority: HIGHEST for action port [ 655.294427] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.294427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.294427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.294427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.294427] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.306065] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.306065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.306065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.306065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.306065] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.306065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.306065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.306065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.306065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.306065] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.306065] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.306065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.306065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.306065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.306065] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.537955] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.538157] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.538205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.539441] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.539441] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.539441] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be updated. [ 655.576162] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.576424] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.576614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.576961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.577224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.589377] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: IN_PROGRESS for 2s [ 655.611333] env[65302]: INFO networking_nsxv3.common.synchronization [None req-b20a68e3-3505-4790-b5d2-4ac7036a28ed tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_rules [ 655.611665] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_rules [ 655.612016] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.612900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.613197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.613475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.613616] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.780870] env[65302]: INFO networking_nsxv3.common.synchronization [None req-858b1cc0-4923-4727-bd83-1ee84783e8f0 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_rules [ 655.781364] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_rules [ 655.781650] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.781777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.809087] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.809087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.809324] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.810116] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 with status ACTIVE [ 655.810312] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.810701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.810701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.810701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.810871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.811493] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.811493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.811493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.811493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.811493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.811493] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.811950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.811950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.811950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.811950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.811950] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 is going to be updated. [ 655.841998] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.841998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.841998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.841998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.841998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.841998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.148633] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.149038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.149038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.149498] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.150220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.150220] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 already deleted. [ 656.150220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.150220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.150438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.150484] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.313795] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.405876] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 656.405876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.406067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.406156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.406353] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.406509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.406575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.406726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.406819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.407067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.407067] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.672209] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.672351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.672425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.672647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.672735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.672853] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 already deleted. [ 656.672943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.810662] env[65302]: INFO networking_nsxv3.common.synchronization [None req-16caff77-7906-4dc1-bda3-273600faa994 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Enqueued Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_rules [ 656.811320] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_rules [ 656.811635] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.811759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.811826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.812210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.812251] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89dbea19-2541-41b7-9f98-8a6ea9ae17f3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.817210] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.817334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.817401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.817621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.817712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.817805] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be created. [ 656.848943] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.848943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.848943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.848943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.848943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.867363] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: UNINITIALIZED for 2s [ 656.910257] env[65302]: INFO networking_nsxv3.common.synchronization [None req-8e1fb5df-f8b4-4184-a2df-e2f4d0318081 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Enqueued Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_rules [ 656.910257] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.910257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.910405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.911033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.911033] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.911033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.911033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.911302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.911302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.911302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.911427] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.911520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.911610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.911777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.912367] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.912367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.912367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.912367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.912367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.912367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.912655] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.914103] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_rules [ 656.914434] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.914536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.049063] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a824d43d-b538-4f6b-9c7d-9e659345e317 in Status: SUCCESS [ 657.049361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.335609] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.335871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.336244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.336489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.336737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.336929] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 already deleted. [ 657.337105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.337313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.337651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.337739] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89dbea19-2541-41b7-9f98-8a6ea9ae17f3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.414507] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c76c0bb-a199-4347-8bbe-c712c62041f5: rpc.has_security_group_logging(os_id): False [ 657.436173] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.436387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.436523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.436751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.436867] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.437068] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.437204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.437247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.437399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.437639] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.437934] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.438098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.438175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.438380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.438485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.438753] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.438965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.438965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.439108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.439249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.439627] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be created. [ 657.504864] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.505015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.505083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.505301] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.505489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.521161] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: IN_PROGRESS for 2s [ 657.602693] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: SUCCESS [ 657.602967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.603102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.603335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.603985] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.603985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.603985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.603985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.603985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.604266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.604266] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.604398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.604398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.604613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.604707] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.604869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.604869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.604995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.604995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.605157] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.605157] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.686688] env[65302]: INFO networking_nsxv3.common.synchronization [None req-6c438adc-41ec-47ad-9252-ae12718a4a7d None None] Enqueued Resource ID: baed01da-50c1-487d-b0d1-58dd2b3764e1 with Priority: HIGHEST for action port [ 657.687509] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baed01da-50c1-487d-b0d1-58dd2b3764e1 with Priority: HIGHEST for action port [ 657.687822] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-baed01da-50c1-487d-b0d1-58dd2b3764e1 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.687897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baed01da-50c1-487d-b0d1-58dd2b3764e1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.687958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baed01da-50c1-487d-b0d1-58dd2b3764e1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.688542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baed01da-50c1-487d-b0d1-58dd2b3764e1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.688542] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baed01da-50c1-487d-b0d1-58dd2b3764e1',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.863920] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.864176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.864263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.864606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.864771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.864868] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 already deleted. [ 657.865032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.106953] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 315ed335-31ee-4147-b93f-09bbfc0e03f8: rpc.has_security_group_logging(os_id): False [ 658.126438] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.126438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.126438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.126771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.126771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.126918] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.127030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.127161] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.127250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.127338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.127662] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.127791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.127846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.127982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.129122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.129122] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.129122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.129122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.129122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.129122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.129122] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be created. [ 658.193961] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baed01da-50c1-487d-b0d1-58dd2b3764e1 [ 658.193961] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.193961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.193961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.193961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.193961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.193961] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baed01da-50c1-487d-b0d1-58dd2b3764e1 already deleted. [ 658.193961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baed01da-50c1-487d-b0d1-58dd2b3764e1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.199820] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.199820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.199820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.199820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.199820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.211803] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: IN_PROGRESS for 2s [ 658.774739] env[65302]: INFO networking_nsxv3.common.synchronization [req-69d305dc-f7d0-4464-aaee-cbccb75642d9 req-0524743a-cd03-4d9b-8ba0-966a49091abc tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 658.775326] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 658.775754] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.775754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.775987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.776817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.779237] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.779237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.779237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.779237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.779237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.779237] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.878531] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 658.878803] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.879011] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.879254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.879456] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.879578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.879646] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.879793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.879870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.879951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.880245] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.182716] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.182972] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.183172] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.183549] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.183874] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.184343] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.184343] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.184533] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.184733] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.184967] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.185128] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.185240] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.191106] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.191106] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.191106] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.191106] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.211853] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.211853] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.211853] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.211853] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.211853] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-be0a668f-ed80-4f2c-9667-86ba4eaf862d taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.211853] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-be0a668f-ed80-4f2c-9667-86ba4eaf862d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.211853] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-be0a668f-ed80-4f2c-9667-86ba4eaf862d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.214155] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-be0a668f-ed80-4f2c-9667-86ba4eaf862d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.214155] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0a668f-ed80-4f2c-9667-86ba4eaf862d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.282089] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.282317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.282391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.282637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.282846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.283095] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.283203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.283265] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.283588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.283626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.283721] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 already deleted. [ 659.283814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.382157] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.382393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.382476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.382731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.382933] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.383065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.383151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.383359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.383454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.383577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.383982] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.384218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.384313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.384514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.384673] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.384810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.384897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.385083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.385175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.385278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.385400] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.536559] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 659.536760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.716035] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.716335] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.716405] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.716896] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.717105] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.717292] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port be0a668f-ed80-4f2c-9667-86ba4eaf862d not found, creating... [ 659.717640] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.717905] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.718060] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.718669] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.718862] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.719237] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.719523] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.719881] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.720206] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.720351] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.720571] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: be0a668f-ed80-4f2c-9667-86ba4eaf862d is going to be created. [ 659.747309] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.747624] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.747782] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.748025] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.748269] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.748510] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-be0a668f-ed80-4f2c-9667-86ba4eaf862d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.887303] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81a11571-68af-42fe-903e-58cbd04f3c49: rpc.has_security_group_logging(os_id): False [ 659.912851] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.913193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.913312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.914216] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.914216] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.914547] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.914668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.914731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.914919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.915016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.915257] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.915394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.915454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.915589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.915644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.916064] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.916064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.916064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.916346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.916346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.916346] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be created. [ 660.016316] env[65302]: INFO networking_nsxv3.common.synchronization [req-e843bd7c-3f33-4aba-859a-df97aa0a6bab req-fe8f0605-cf20-49d3-b903-7684704ec864 tempest-SecurityGroupRulesNegativeTestJSON-1229629581 tempest-SecurityGroupRulesNegativeTestJSON-1229629581-project-member] Enqueued Resource ID: 0f1e5865-810b-4369-b33f-77fbed58d3d1 with Priority: HIGHEST for action security_group_rules [ 660.016707] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1e5865-810b-4369-b33f-77fbed58d3d1 with Priority: HIGHEST for action security_group_rules [ 660.017370] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1e5865-810b-4369-b33f-77fbed58d3d1 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.017643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1e5865-810b-4369-b33f-77fbed58d3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.017753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1e5865-810b-4369-b33f-77fbed58d3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.018105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1e5865-810b-4369-b33f-77fbed58d3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.018105] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1e5865-810b-4369-b33f-77fbed58d3d1',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.025361] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.025548] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.025728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.025781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.025961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.043069] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 660.231065] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: SUCCESS [ 660.231065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.231065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.232722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.232722] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.541042] env[65302]: INFO networking_nsxv3.common.synchronization [req-69d305dc-f7d0-4464-aaee-cbccb75642d9 req-6901049d-fa13-47c7-af33-afd0886e79ed service nova] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_rules [ 660.541042] env[65302]: INFO networking_nsxv3.common.synchronization [req-69d305dc-f7d0-4464-aaee-cbccb75642d9 req-6901049d-fa13-47c7-af33-afd0886e79ed service nova] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 660.541042] env[65302]: INFO networking_nsxv3.common.synchronization [req-69d305dc-f7d0-4464-aaee-cbccb75642d9 req-6901049d-fa13-47c7-af33-afd0886e79ed service nova] Enqueued Resource ID: be0a668f-ed80-4f2c-9667-86ba4eaf862d with Priority: HIGHEST for action port [ 660.541911] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.542158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.542225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.542467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.542580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.542749] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1e5865-810b-4369-b33f-77fbed58d3d1 already deleted. [ 660.542814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1e5865-810b-4369-b33f-77fbed58d3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.543455] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_rules [ 660.543632] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 660.543752] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0a668f-ed80-4f2c-9667-86ba4eaf862d with Priority: HIGHEST for action port [ 660.544089] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.544218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.544278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.544672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.544672] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.546780] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.547524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.547524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.547524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.547524] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.550135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.550135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.550135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.550135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.550135] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.550135] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-be0a668f-ed80-4f2c-9667-86ba4eaf862d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.550135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be0a668f-ed80-4f2c-9667-86ba4eaf862d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.550135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be0a668f-ed80-4f2c-9667-86ba4eaf862d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.550135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be0a668f-ed80-4f2c-9667-86ba4eaf862d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.550135] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0a668f-ed80-4f2c-9667-86ba4eaf862d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.734436] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.734644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.734731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.735088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.735229] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.735373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.735419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.736102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.736248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.736407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.736587] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.896235] env[65302]: INFO networking_nsxv3.common.synchronization [req-fc4cf21b-c8d4-4bd5-b06d-fbc1cf13c6e0 req-2c2eff8f-0391-4667-b906-9b98d68532d8 tempest-FloatingIPsAssociationNegativeTestJSON-294656027 tempest-FloatingIPsAssociationNegativeTestJSON-294656027-project-member] Enqueued Resource ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b with Priority: HIGHEST for action security_group_members [ 660.896932] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b with Priority: HIGHEST for action security_group_members [ 660.897294] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-77971f08-f694-4b67-8f0b-7cc78f7caf7b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.897445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.897535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.897709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.897868] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.897987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.898069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.898229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.898313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.898415] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77971f08-f694-4b67-8f0b-7cc78f7caf7b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.047862] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.048092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.052216] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.052836] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be0a668f-ed80-4f2c-9667-86ba4eaf862d with status ACTIVE [ 661.053149] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.053322] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.053322] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.053955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.053955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.053955] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.053955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.053955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.054610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.054610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.054610] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.054610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.054610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.054986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.054986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.054986] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be0a668f-ed80-4f2c-9667-86ba4eaf862d is going to be updated. [ 661.080852] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.081049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.081142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.081344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.081486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.081699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be0a668f-ed80-4f2c-9667-86ba4eaf862d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.239992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.240235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.240300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.240569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.241293] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.241293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.241293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.241293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.241293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.241293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.241293] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.242834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.242834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.242834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.242834] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.242834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.242834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.242834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.242834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.242834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.243137] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.400261] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.400447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.400535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.400725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.400849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.401138] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.401274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.401348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.401544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.401652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.401764] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b is going to be updated. [ 661.436992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.437253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.437332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.437668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.437887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.453159] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b in Status: IN_PROGRESS for 2s [ 661.558726] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.749539] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 315ed335-31ee-4147-b93f-09bbfc0e03f8: rpc.has_security_group_logging(os_id): False [ 661.768132] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.768276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.768344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.768560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.768646] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.768873] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.768931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.768985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.769171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.769214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.769407] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.769495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.769575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.769715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.769783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.769958] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.770060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.770117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.770250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.770320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.770400] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be updated. [ 661.852536] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.852762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.852762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.853982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.853982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.867222] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: IN_PROGRESS for 2s [ 662.059913] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 662.061373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.062976] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.062976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.062976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.062976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.062976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.062976] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be created. [ 662.102550] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.102550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.102550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.102550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.102550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.118400] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: UNINITIALIZED for 2s [ 663.026358] env[65302]: INFO networking_nsxv3.common.synchronization [req-b69ea1ec-14d5-4e58-919b-5362373f69ae req-1a8dc7e4-8a58-4020-9dd9-d8d3b6612ed1 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 663.026358] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 663.027409] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.027785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.027987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.028596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.028596] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.028764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.028764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.029668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.029668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.029668] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.115077] env[65302]: INFO networking_nsxv3.common.synchronization [req-6d21deb9-c5d6-4b19-9248-a952f8714dc0 req-4199a440-d7f8-4ce8-a9e8-0e991b90842e tempest-InstanceActionsTestJSON-1398643716 tempest-InstanceActionsTestJSON-1398643716-project-member] Enqueued Resource ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 with Priority: HIGHEST for action security_group_members [ 663.115893] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 with Priority: HIGHEST for action security_group_members [ 663.116235] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.116372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.116451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.116691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.116855] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.116960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.117031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.117191] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.117275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.117368] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75efa0d3-4545-418e-8c1f-ed4ac6402eb8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.304053] env[65302]: INFO networking_nsxv3.common.synchronization [req-808c7dfc-4b54-4c7d-bceb-d90c7aff58af req-8b22a34c-6899-4102-a9c8-8c42d113afcc tempest-SecurityGroupRulesNegativeTestJSON-1229629581 tempest-SecurityGroupRulesNegativeTestJSON-1229629581-project-member] Enqueued Resource ID: 0f1e5865-810b-4369-b33f-77fbed58d3d1 with Priority: HIGHEST for action security_group_rules [ 663.304480] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1e5865-810b-4369-b33f-77fbed58d3d1 with Priority: HIGHEST for action security_group_rules [ 663.304794] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1e5865-810b-4369-b33f-77fbed58d3d1 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.304947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1e5865-810b-4369-b33f-77fbed58d3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.308021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1e5865-810b-4369-b33f-77fbed58d3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.308021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1e5865-810b-4369-b33f-77fbed58d3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.308021] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1e5865-810b-4369-b33f-77fbed58d3d1',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.463961] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b in Status: SUCCESS [ 663.464393] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b deletion is rescheduled due to dependency. [ 663.464716] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.481926] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.481926] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.482541] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.482541] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.483296] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.483513] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.483805] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.483951] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.484113] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.484348] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.484463] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.484588] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.484761] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.484761] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.484858] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.484981] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.504670] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.504862] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.504969] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.505152] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.505545] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-11f1d5a4-1aff-42be-93ff-0e28f1453357 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.505705] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-11f1d5a4-1aff-42be-93ff-0e28f1453357" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.505766] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-11f1d5a4-1aff-42be-93ff-0e28f1453357" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.506356] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-11f1d5a4-1aff-42be-93ff-0e28f1453357" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.506356] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f1d5a4-1aff-42be-93ff-0e28f1453357',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.532841] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.533020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.533154] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.533306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.533397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.533592] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.533694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.533767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.533915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.533989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.534096] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d already deleted. [ 663.534240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.619803] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.619912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.619962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.620639] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.620639] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.620639] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.620824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.620824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.620919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.620952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.621116] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 is going to be updated. [ 663.655537] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.655742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.655742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.655952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.656107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.666914] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 in Status: IN_PROGRESS for 2s [ 663.831510] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.831719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.831719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.831909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.832021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.832105] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1e5865-810b-4369-b33f-77fbed58d3d1 already deleted. [ 663.832182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1e5865-810b-4369-b33f-77fbed58d3d1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.880653] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: SUCCESS [ 663.880953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.881182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.881413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.881520] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.009211] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.009400] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.009522] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.009784] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.009925] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.010090] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 11f1d5a4-1aff-42be-93ff-0e28f1453357 not found, creating... [ 664.010646] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.010646] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.010646] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.010830] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.010949] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.011307] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.011400] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.011502] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.011703] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.011830] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.011964] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 11f1d5a4-1aff-42be-93ff-0e28f1453357 is going to be created. [ 664.036149] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.036149] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.037258] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.037258] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.037258] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.037258] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-11f1d5a4-1aff-42be-93ff-0e28f1453357" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.048467] env[65302]: INFO networking_nsxv3.common.synchronization [req-6f88dca2-5f31-40de-815d-f1a75a3a8e4f req-f2e02517-93d4-416a-b019-fc2026348233 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 664.048790] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 664.049169] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.049294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.049362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.049590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.049757] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.049854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.049914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.050092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.050170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.050256] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.129128] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 664.129455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.129620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.129842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.130053] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.130173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.130233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.130571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.130655] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.130744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.130835] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.385203] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.385203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.552135] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.633471] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.633758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.633834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.634428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.634765] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.636597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.636597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.636597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.636597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.636597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.636597] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.636597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.636597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.636597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.636597] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.637310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.637310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.637310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.637310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.637310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.637310] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.781879] env[65302]: INFO networking_nsxv3.common.synchronization [req-b69ea1ec-14d5-4e58-919b-5362373f69ae req-c2997f97-2358-4a2e-97a5-8932e9a66b41 service nova] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_rules [ 664.782073] env[65302]: INFO networking_nsxv3.common.synchronization [req-b69ea1ec-14d5-4e58-919b-5362373f69ae req-c2997f97-2358-4a2e-97a5-8932e9a66b41 service nova] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 664.782248] env[65302]: INFO networking_nsxv3.common.synchronization [req-b69ea1ec-14d5-4e58-919b-5362373f69ae req-c2997f97-2358-4a2e-97a5-8932e9a66b41 service nova] Enqueued Resource ID: 11f1d5a4-1aff-42be-93ff-0e28f1453357 with Priority: HIGHEST for action port [ 664.782436] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_rules [ 664.782558] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 664.782650] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f1d5a4-1aff-42be-93ff-0e28f1453357 with Priority: HIGHEST for action port [ 664.783211] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.785325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.788114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.788114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.788114] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.788373] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.788725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.788725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.788873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.789125] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.789761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.789761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.789761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.789761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.789994] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.791371] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-11f1d5a4-1aff-42be-93ff-0e28f1453357 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.791371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11f1d5a4-1aff-42be-93ff-0e28f1453357" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.791371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11f1d5a4-1aff-42be-93ff-0e28f1453357" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.791563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11f1d5a4-1aff-42be-93ff-0e28f1453357" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.791563] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f1d5a4-1aff-42be-93ff-0e28f1453357',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.057921] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.139832] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78: rpc.has_security_group_logging(os_id): False [ 665.161729] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.161884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.161984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.162179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.162275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.162462] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.162563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.162617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.162807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.162857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.163034] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.163129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.163181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.163323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.163398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.163600] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.163701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.163767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.163891] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.164324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.164324] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be created. [ 665.227866] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.227962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.228017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.228240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.228424] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.241129] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 665.296992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.296992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.296992] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.296992] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11f1d5a4-1aff-42be-93ff-0e28f1453357 with status ACTIVE [ 665.296992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.296992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.296992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.296992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.296992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.296992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.296992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.296992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.296992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.296992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.297737] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.300683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.300683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.300926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.301021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.301123] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11f1d5a4-1aff-42be-93ff-0e28f1453357 is going to be updated. [ 665.332343] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.332343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.332343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.332343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.332343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.332707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11f1d5a4-1aff-42be-93ff-0e28f1453357" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.400401] env[65302]: INFO networking_nsxv3.common.synchronization [req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 req-39b13c2c-5bc7-4a05-a75e-0fa918e2f854 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Enqueued Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 665.400992] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 665.401320] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.401445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.401507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.401721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.401890] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.401995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.403486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.403947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.404068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.404175] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.561050] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.561050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.561050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.561230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.561320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.561364] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be updated. [ 665.599440] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.599548] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.599605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.599915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.600049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.613728] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: IN_PROGRESS for 2s [ 665.680350] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 in Status: SUCCESS [ 665.680602] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75efa0d3-4545-418e-8c1f-ed4ac6402eb8 deletion is rescheduled due to dependency. [ 665.680732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75efa0d3-4545-418e-8c1f-ed4ac6402eb8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.804846] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.908539] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.986182] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.986383] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-650" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.986507] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-650" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.987156] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-650" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.987572] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.987755] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.987985] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.988162] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.988445] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.988543] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.988676] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.988799] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.988950] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.989108] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.989557] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.989557] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.008975] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.009523] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.009728] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.009909] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-650" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.010294] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-662f549b-c35b-425b-9cab-cc23c8632766 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.010499] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-662f549b-c35b-425b-9cab-cc23c8632766" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.010628] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-662f549b-c35b-425b-9cab-cc23c8632766" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.010933] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-662f549b-c35b-425b-9cab-cc23c8632766" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.011089] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662f549b-c35b-425b-9cab-cc23c8632766',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.309618] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.309618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.309618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.310204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.310204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.310204] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be created. [ 666.339158] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.339413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.339495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.339707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.339868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.353113] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: UNINITIALIZED for 2s [ 666.411661] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.419891] env[65302]: INFO networking_nsxv3.common.synchronization [req-d5e39eef-3b2b-475a-8d69-7fd65b21f42b req-1e1dbac4-cc66-4665-9e1a-676f39952eaf tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 666.420042] env[65302]: INFO networking_nsxv3.common.synchronization [req-d5e39eef-3b2b-475a-8d69-7fd65b21f42b req-1e1dbac4-cc66-4665-9e1a-676f39952eaf tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_members [ 666.421347] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 666.421347] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_members [ 666.421759] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.421759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.421759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.421967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.421967] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.422114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.422114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.422336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.422547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.422547] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.423429] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e36e703-0c0a-4a42-9046-43715a2aef5f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.423606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.423726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.424018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.424173] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.424275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.424341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.424467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.424540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.425128] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.466105] env[65302]: INFO networking_nsxv3.common.synchronization [req-d5e39eef-3b2b-475a-8d69-7fd65b21f42b req-1e1dbac4-cc66-4665-9e1a-676f39952eaf tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 666.466105] env[65302]: INFO networking_nsxv3.common.synchronization [req-d5e39eef-3b2b-475a-8d69-7fd65b21f42b req-1e1dbac4-cc66-4665-9e1a-676f39952eaf tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 666.466105] env[65302]: INFO networking_nsxv3.common.synchronization [req-d5e39eef-3b2b-475a-8d69-7fd65b21f42b req-1e1dbac4-cc66-4665-9e1a-676f39952eaf tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_rules [ 666.466105] env[65302]: INFO networking_nsxv3.common.synchronization [req-d5e39eef-3b2b-475a-8d69-7fd65b21f42b req-1e1dbac4-cc66-4665-9e1a-676f39952eaf tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_members [ 666.466105] env[65302]: INFO networking_nsxv3.common.synchronization [req-d5e39eef-3b2b-475a-8d69-7fd65b21f42b req-1e1dbac4-cc66-4665-9e1a-676f39952eaf tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 with Priority: HIGHEST for action port [ 666.467055] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 666.467966] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_rules [ 666.470400] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 with Priority: HIGHEST for action port [ 666.470400] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 666.470400] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_members [ 666.470400] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.470400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.470400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.470400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.470400] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.470400] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e36e703-0c0a-4a42-9046-43715a2aef5f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.470400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.470909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.471059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.471172] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.472258] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.472258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.472258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.473348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.473478] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.474256] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.474359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.474582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e36e703-0c0a-4a42-9046-43715a2aef5f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.474739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.513996] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.514242] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.515044] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.515491] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.515677] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.515869] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 662f549b-c35b-425b-9cab-cc23c8632766 not found, creating... [ 666.516266] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.516726] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.517530] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.517853] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.518009] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.518350] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.518569] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.518827] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.519627] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.519821] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.519993] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 662f549b-c35b-425b-9cab-cc23c8632766 is going to be created. [ 666.544096] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.544313] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.544585] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.544722] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.544955] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.545191] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-662f549b-c35b-425b-9cab-cc23c8632766" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.914154] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.914296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.914342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.914589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.914682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.914780] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa is going to be updated. [ 666.926676] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.928183] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.947402] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.947575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.947667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.947910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.948117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.957895] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: IN_PROGRESS for 2s [ 666.975812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.975971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.976218] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e36e703-0c0a-4a42-9046-43715a2aef5f taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.976355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.976456] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 with status ACTIVE [ 666.976644] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.976759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.976823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.977135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.977336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.978560] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.978560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.978560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.978560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.978560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.978560] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.978560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.978560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.978560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.978560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.978560] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 is going to be updated. [ 667.002180] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.002392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.002473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.002697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.002850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.003022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.253241] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 667.253470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.340220] env[65302]: INFO networking_nsxv3.common.synchronization [req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 req-0c482a86-4aff-4e74-b27f-84f6ee5c4a21 service nova] Enqueued Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_rules [ 667.340220] env[65302]: INFO networking_nsxv3.common.synchronization [req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 req-0c482a86-4aff-4e74-b27f-84f6ee5c4a21 service nova] Enqueued Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 667.340220] env[65302]: INFO networking_nsxv3.common.synchronization [req-39dddd99-0dce-4110-bbf8-aa3a5d4c3d67 req-0c482a86-4aff-4e74-b27f-84f6ee5c4a21 service nova] Enqueued Resource ID: 662f549b-c35b-425b-9cab-cc23c8632766 with Priority: HIGHEST for action port [ 667.340220] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_rules [ 667.340220] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 667.340220] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662f549b-c35b-425b-9cab-cc23c8632766 with Priority: HIGHEST for action port [ 667.340220] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.340220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.340220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.340965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.341157] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.342269] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.342569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.342895] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-662f549b-c35b-425b-9cab-cc23c8632766 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.346122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-662f549b-c35b-425b-9cab-cc23c8632766" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.346122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-662f549b-c35b-425b-9cab-cc23c8632766" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.346122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-662f549b-c35b-425b-9cab-cc23c8632766" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.346122] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662f549b-c35b-425b-9cab-cc23c8632766',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.431592] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.431592] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.624225] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: SUCCESS [ 667.624424] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.624612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.624826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.625021] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.625145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.625213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.625352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.625432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.625511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.625598] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.846663] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.846863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.847113] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 662f549b-c35b-425b-9cab-cc23c8632766 with status ACTIVE [ 667.847271] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.847384] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.847452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.847682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.847773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.847998] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.848105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.848206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.848332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.848581] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.848662] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.848728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.848768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.848882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.848993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.849059] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 662f549b-c35b-425b-9cab-cc23c8632766 is going to be updated. [ 667.877304] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.877687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.878654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.878654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.878654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.878654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-662f549b-c35b-425b-9cab-cc23c8632766" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.932972] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.936024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.936024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.936024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.936024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.936024] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 667.936024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.936024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.936024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.937145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.937415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.937722] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f is going to be created. [ 667.970707] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.970707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.970707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.970707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.970707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.973583] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.973583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.973583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.974240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.974426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.991236] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 667.991236] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: UNINITIALIZED for 2s [ 668.128349] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.128555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.128634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.128854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.129123] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.129229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.129328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.129469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.129557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.129648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.129806] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.129974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.129974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.130111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.130251] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.130366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.130851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.130851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.130851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.130851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.131071] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.368162] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 668.368448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.368569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.368930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.369092] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.369237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.369295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.369464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.369544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.369632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.369725] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.380413] env[65302]: INFO networking_nsxv3.common.synchronization [req-665d2bb6-e591-45bf-b146-74e326df0f5b req-26ca9118-e8cd-467a-bc29-6b0656b891d4 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Enqueued Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 668.382022] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 668.382339] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.382454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.382515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.382929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.382929] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.383071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.383071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.383721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.383721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.383721] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.637675] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 315ed335-31ee-4147-b93f-09bbfc0e03f8: rpc.has_security_group_logging(os_id): False [ 668.659651] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.659871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.659967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.660216] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.660311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.660861] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.661033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.661123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.661298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.661398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.661637] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.661767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.661832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.661981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.662125] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.663244] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.663244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.663244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.663244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.663244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.663244] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be updated. [ 668.745863] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.749515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.749515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.749515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.749515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.779215] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: IN_PROGRESS for 2s [ 668.876270] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.876270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.876270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.876270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.876270] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.876270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.876270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.876270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.876270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.876270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.876270] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.876270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.876270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.877495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.877558] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.878256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.878256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.878256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.878256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.878256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.878738] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.886773] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.970580] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: SUCCESS [ 668.971041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.971274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.971505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.971711] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.971839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.971905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.972271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.972271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.972271] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.018776] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.019760] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.020318] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.021500] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.021500] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.021500] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.021846] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.022357] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.023567] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.023567] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.023678] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.023764] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.023936] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.024124] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.024308] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.024614] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.056657] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.056657] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.056657] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.056657] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.057223] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-61b4a026-54b0-4bc2-a696-598ae4497484 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.057446] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-61b4a026-54b0-4bc2-a696-598ae4497484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.057774] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-61b4a026-54b0-4bc2-a696-598ae4497484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.058452] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-61b4a026-54b0-4bc2-a696-598ae4497484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.058641] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b4a026-54b0-4bc2-a696-598ae4497484',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.178682] env[65302]: INFO networking_nsxv3.common.synchronization [None req-ce85d3f1-2451-4c38-a015-aaa1e0fa93f5 None None] Enqueued Resource ID: 0eaf3732-ae40-4344-b2ff-4e068d17f74e with Priority: HIGHEST for action port [ 669.179244] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eaf3732-ae40-4344-b2ff-4e068d17f74e with Priority: HIGHEST for action port [ 669.180239] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eaf3732-ae40-4344-b2ff-4e068d17f74e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.180450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eaf3732-ae40-4344-b2ff-4e068d17f74e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.180585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eaf3732-ae40-4344-b2ff-4e068d17f74e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.180978] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eaf3732-ae40-4344-b2ff-4e068d17f74e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.181138] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eaf3732-ae40-4344-b2ff-4e068d17f74e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.381383] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc2671d-e165-4d21-a583-8c87fe6c200d: rpc.has_security_group_logging(os_id): False [ 669.391795] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.401702] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.401881] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.401929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.402151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.402245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.402479] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.402588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.402652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.402806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.402886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.403090] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.403184] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.403238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.403391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.403621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.403759] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.403828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.403869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.404016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.404097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.404185] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be created. [ 669.475023] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.489585] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.489788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.489902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.490113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.490316] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.506908] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 669.560886] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.561102] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.561243] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.561550] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.561692] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.561876] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 61b4a026-54b0-4bc2-a696-598ae4497484 not found, creating... [ 669.562156] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.562369] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.562505] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.562740] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.562884] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.564907] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.565135] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.565262] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.565520] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.565673] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.565838] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 61b4a026-54b0-4bc2-a696-598ae4497484 is going to be created. [ 669.593024] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.593232] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.593344] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.593630] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.593969] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.595428] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-61b4a026-54b0-4bc2-a696-598ae4497484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.683629] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eaf3732-ae40-4344-b2ff-4e068d17f74e [ 669.684786] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.684786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.684786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.684786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.684786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.684786] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eaf3732-ae40-4344-b2ff-4e068d17f74e already deleted. [ 669.684786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eaf3732-ae40-4344-b2ff-4e068d17f74e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.895177] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.895177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.895177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.895853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.896046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.897372] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 is going to be updated. [ 669.930859] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.931064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.931112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.931656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.931656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.942997] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: IN_PROGRESS for 2s [ 669.977700] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.002531] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 670.002742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.002902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.003144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.003397] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.003524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.003591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.003989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.004200] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.004320] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.005974] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: SUCCESS [ 670.006083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.006336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.006402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.006719] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.006719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.006719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.006906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.006944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.007015] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.326749] env[65302]: INFO networking_nsxv3.common.synchronization [req-665d2bb6-e591-45bf-b146-74e326df0f5b req-d467bfad-9bb4-4b64-8639-3235b5b8803b service nova] Enqueued Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_rules [ 670.327164] env[65302]: INFO networking_nsxv3.common.synchronization [req-665d2bb6-e591-45bf-b146-74e326df0f5b req-d467bfad-9bb4-4b64-8639-3235b5b8803b service nova] Enqueued Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 670.327289] env[65302]: INFO networking_nsxv3.common.synchronization [req-665d2bb6-e591-45bf-b146-74e326df0f5b req-d467bfad-9bb4-4b64-8639-3235b5b8803b service nova] Enqueued Resource ID: 61b4a026-54b0-4bc2-a696-598ae4497484 with Priority: HIGHEST for action port [ 670.328104] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_rules [ 670.328261] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 670.328362] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b4a026-54b0-4bc2-a696-598ae4497484 with Priority: HIGHEST for action port [ 670.328676] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.329509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.329610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.329903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.329903] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.331074] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.331194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.331948] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b4a026-54b0-4bc2-a696-598ae4497484 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.331948] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b4a026-54b0-4bc2-a696-598ae4497484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.331948] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b4a026-54b0-4bc2-a696-598ae4497484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.331948] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b4a026-54b0-4bc2-a696-598ae4497484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.331948] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b4a026-54b0-4bc2-a696-598ae4497484',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.480901] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.481221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.481221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.481392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.481454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.481612] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa is going to be updated. [ 670.509145] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.510459] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.515660] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.515853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.515940] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.516210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.516381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.527832] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: IN_PROGRESS for 2s [ 670.796376] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: SUCCESS [ 670.796592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.836042] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.836042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.836042] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61b4a026-54b0-4bc2-a696-598ae4497484 with status ACTIVE [ 670.836042] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.836042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.836042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.836042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.836042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.836042] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.836042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.836042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.836042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.836042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.836042] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.836694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.836694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.836694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.836694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.836694] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61b4a026-54b0-4bc2-a696-598ae4497484 is going to be updated. [ 670.862549] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.862744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.862811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.862997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.863142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.863301] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b4a026-54b0-4bc2-a696-598ae4497484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.014286] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.014286] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.418811] env[65302]: INFO networking_nsxv3.common.synchronization [req-7326c6db-3a60-468d-a8d2-9329e5221164 req-c1b6275c-bddb-4635-a713-3debe45e58a6 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_members [ 671.419134] env[65302]: INFO networking_nsxv3.common.synchronization [req-7326c6db-3a60-468d-a8d2-9329e5221164 req-c1b6275c-bddb-4635-a713-3debe45e58a6 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 671.419134] env[65302]: INFO networking_nsxv3.common.synchronization [req-7326c6db-3a60-468d-a8d2-9329e5221164 req-c1b6275c-bddb-4635-a713-3debe45e58a6 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db with Priority: HIGHEST for action security_group_members [ 671.419682] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_members [ 671.419834] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 671.419931] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db with Priority: HIGHEST for action security_group_members [ 671.420298] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e36e703-0c0a-4a42-9046-43715a2aef5f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.420390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.420509] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.420587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.421411] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-7622a439-d3dc-43f0-82be-ec3c9c0c43db taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.421411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.421411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.421411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.421411] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.421788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.421788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.421788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.421788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.421941] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7622a439-d3dc-43f0-82be-ec3c9c0c43db',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.478069] env[65302]: INFO networking_nsxv3.common.synchronization [req-7326c6db-3a60-468d-a8d2-9329e5221164 req-c1b6275c-bddb-4635-a713-3debe45e58a6 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db with Priority: HIGHEST for action security_group_rules [ 671.478069] env[65302]: INFO networking_nsxv3.common.synchronization [req-7326c6db-3a60-468d-a8d2-9329e5221164 req-c1b6275c-bddb-4635-a713-3debe45e58a6 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db with Priority: HIGHEST for action security_group_members [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [req-7326c6db-3a60-468d-a8d2-9329e5221164 req-c1b6275c-bddb-4635-a713-3debe45e58a6 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [req-7326c6db-3a60-468d-a8d2-9329e5221164 req-c1b6275c-bddb-4635-a713-3debe45e58a6 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [req-7326c6db-3a60-468d-a8d2-9329e5221164 req-c1b6275c-bddb-4635-a713-3debe45e58a6 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_rules [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [req-7326c6db-3a60-468d-a8d2-9329e5221164 req-c1b6275c-bddb-4635-a713-3debe45e58a6 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_members [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [req-7326c6db-3a60-468d-a8d2-9329e5221164 req-c1b6275c-bddb-4635-a713-3debe45e58a6 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 with Priority: HIGHEST for action port [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db with Priority: HIGHEST for action security_group_rules [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_members [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 with Priority: HIGHEST for action port [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_rules [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db with Priority: HIGHEST for action security_group_members [ 671.481429] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 671.481429] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7622a439-d3dc-43f0-82be-ec3c9c0c43db taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.482057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.482057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.482057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.482057] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7622a439-d3dc-43f0-82be-ec3c9c0c43db',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.483139] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.486238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.486600] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e36e703-0c0a-4a42-9046-43715a2aef5f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.486728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.486972] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.487996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.487996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.487996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.488312] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.490065] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e36e703-0c0a-4a42-9046-43715a2aef5f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.490065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.490065] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-7622a439-d3dc-43f0-82be-ec3c9c0c43db taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.490065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.491976] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.491976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.518028] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.518028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.518028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.518028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.518028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.518028] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 671.519136] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.519328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.522046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.522046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.522046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.522046] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f is going to be updated. [ 671.523966] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 671.524343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.586421] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.586531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.586618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.586837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.586982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.589066] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.589225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.589282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.589708] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.589708] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.606203] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 671.606203] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: IN_PROGRESS for 2s [ 671.670530] env[65302]: INFO networking_nsxv3.common.synchronization [None req-be24c779-f9c1-4926-84a5-447ee0e42e50 None None] Enqueued Resource ID: 0a857690-86aa-4fe9-b9d4-e75574ec0e80 with Priority: HIGHEST for action port [ 671.671792] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a857690-86aa-4fe9-b9d4-e75574ec0e80 with Priority: HIGHEST for action port [ 671.671792] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a857690-86aa-4fe9-b9d4-e75574ec0e80 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.671792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a857690-86aa-4fe9-b9d4-e75574ec0e80" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.671792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a857690-86aa-4fe9-b9d4-e75574ec0e80" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.671792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a857690-86aa-4fe9-b9d4-e75574ec0e80" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.672149] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a857690-86aa-4fe9-b9d4-e75574ec0e80',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.925459] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7622a439-d3dc-43f0-82be-ec3c9c0c43db',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.955684] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: SUCCESS [ 671.955883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.955992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.956266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.956443] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.956672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.956761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.957084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.957084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.957084] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.993138] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 with status ACTIVE [ 671.993138] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.993138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.993138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.993460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.993460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.994959] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.995110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.995159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.995322] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.995405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.995613] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.995715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.995787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.995937] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.996107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.996107] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82 is going to be updated. [ 671.998530] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-7622a439-d3dc-43f0-82be-ec3c9c0c43db taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.998621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.021042] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.021687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.021687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.022125] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.022350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.022591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ba351f2-5ef4-4f8f-a2dd-7fa690e4cf82" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.024920] env[65302]: INFO networking_nsxv3.common.synchronization [None req-e4e2c78d-1900-4f29-86f6-9f3a606bb3ea None None] Enqueued Resource ID: 615da717-7bbd-4b5b-b3d5-66bc665dd493 with Priority: HIGHEST for action port [ 672.025364] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615da717-7bbd-4b5b-b3d5-66bc665dd493 with Priority: HIGHEST for action port [ 672.025657] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-615da717-7bbd-4b5b-b3d5-66bc665dd493 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.025925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-615da717-7bbd-4b5b-b3d5-66bc665dd493" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.025925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-615da717-7bbd-4b5b-b3d5-66bc665dd493" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.026178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-615da717-7bbd-4b5b-b3d5-66bc665dd493" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.026259] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615da717-7bbd-4b5b-b3d5-66bc665dd493',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.045669] env[65302]: INFO networking_nsxv3.common.synchronization [req-371fd34b-d368-40c1-b783-d9c72f27a589 req-6ef0e4d1-3c38-4ecf-aa35-d02717927ff4 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 672.046232] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 672.046547] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.046726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.046806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.047093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.047384] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.047484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.047650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.047941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.048151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.048523] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.175044] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a857690-86aa-4fe9-b9d4-e75574ec0e80 [ 672.175288] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.175423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.175490] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.175696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.175813] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.175874] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a857690-86aa-4fe9-b9d4-e75574ec0e80 already deleted. [ 672.175961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a857690-86aa-4fe9-b9d4-e75574ec0e80" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.573084] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7622a439-d3dc-43f0-82be-ec3c9c0c43db',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.573084] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.573084] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 615da717-7bbd-4b5b-b3d5-66bc665dd493 [ 672.573084] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.573084] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:615da717-7bbd-4b5b-b3d5-66bc665dd493 already deleted. [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-615da717-7bbd-4b5b-b3d5-66bc665dd493" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.573084] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: SUCCESS [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.573084] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.573084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.581744] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.581744] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.581744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.581744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.581744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.581744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.581744] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.581744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.581744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.581744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.581744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.581744] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 already deleted. [ 672.581744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.678346] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.678578] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-165" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.678989] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-165" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.680081] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-165" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.680081] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.680081] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.680081] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.680273] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.680273] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.682235] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.682235] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.682235] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.682235] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.682235] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.682235] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.682235] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.701453] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.701663] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.701743] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.701922] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-165" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.702260] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-53f7b9b4-7e75-4913-95ee-b6c865e99238 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.702435] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-53f7b9b4-7e75-4913-95ee-b6c865e99238" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.702550] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-53f7b9b4-7e75-4913-95ee-b6c865e99238" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.706021] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-53f7b9b4-7e75-4913-95ee-b6c865e99238" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.706021] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f7b9b4-7e75-4913-95ee-b6c865e99238',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.934831] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.934831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.934831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.935105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.935313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.935313] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db is going to be created. [ 672.964869] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.998017] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.998219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.998287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.998508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.998671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.015086] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db in Status: UNINITIALIZED for 2s [ 673.051820] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.051820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.051820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.051820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.051820] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.051820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.051820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.052285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.052285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.052285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.052495] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.052495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.052495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.052646] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.052780] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.052917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.053021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.053219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.053352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.053543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.053684] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.208302] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.208531] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.208653] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.208935] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.209094] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.209247] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 53f7b9b4-7e75-4913-95ee-b6c865e99238 not found, creating... [ 673.209498] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.209679] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.209830] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.210367] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.210556] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.210878] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.211480] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.211672] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.211936] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.212139] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.212388] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 53f7b9b4-7e75-4913-95ee-b6c865e99238 is going to be created. [ 673.235186] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.235549] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.235880] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.236280] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.236706] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.236961] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-53f7b9b4-7e75-4913-95ee-b6c865e99238" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.471284] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.471284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.471284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.471509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.471509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.471578] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 is going to be updated. [ 673.508024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.508024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.508024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.508024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.508024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.521838] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: IN_PROGRESS for 2s [ 673.559572] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa: rpc.has_security_group_logging(os_id): False [ 673.584981] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.585524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.587155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.587155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.587155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.587155] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.587400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.587400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.587475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.587510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.587744] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.587841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.587944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.588122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.588261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.588501] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.588626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.588694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.588875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.588993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.589138] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa is going to be updated. [ 673.624472] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 673.626045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.626352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.626705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.627735] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.627735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.627735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.627735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.627735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.627735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.627735] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.630230] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: SUCCESS [ 673.630423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.630894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.630894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.631861] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.631861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.631861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.631861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.631861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.632222] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.632965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.633062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.633335] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.633617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.633617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.634376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.634376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.634376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.634376] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.636323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.636323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.636323] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.636323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.636323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.636323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.636731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.636731] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.700093] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.700300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.700300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.701050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.701050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.879125] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: IN_PROGRESS for 2s [ 674.060458] env[65302]: INFO networking_nsxv3.common.synchronization [req-371fd34b-d368-40c1-b783-d9c72f27a589 req-62ff3f5a-d152-4e1c-b4a0-17aab2bdfd01 service nova] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_rules [ 674.060640] env[65302]: INFO networking_nsxv3.common.synchronization [req-371fd34b-d368-40c1-b783-d9c72f27a589 req-62ff3f5a-d152-4e1c-b4a0-17aab2bdfd01 service nova] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 674.060789] env[65302]: INFO networking_nsxv3.common.synchronization [req-371fd34b-d368-40c1-b783-d9c72f27a589 req-62ff3f5a-d152-4e1c-b4a0-17aab2bdfd01 service nova] Enqueued Resource ID: 53f7b9b4-7e75-4913-95ee-b6c865e99238 with Priority: HIGHEST for action port [ 674.061375] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_rules [ 674.061521] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 674.061613] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f7b9b4-7e75-4913-95ee-b6c865e99238 with Priority: HIGHEST for action port [ 674.061885] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.062026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.062831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.063345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.063345] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.065546] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.065777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.065924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.066250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.066550] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.066870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.066870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.067163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.067308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.067500] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.069527] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f7b9b4-7e75-4913-95ee-b6c865e99238 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.069898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f7b9b4-7e75-4913-95ee-b6c865e99238" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.070089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f7b9b4-7e75-4913-95ee-b6c865e99238" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.070441] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f7b9b4-7e75-4913-95ee-b6c865e99238" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.071724] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f7b9b4-7e75-4913-95ee-b6c865e99238',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.135998] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.137441] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.139050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.141110] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.143332] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.427313] env[65302]: INFO networking_nsxv3.common.synchronization [req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 req-8a381682-0d8f-43ec-9ba9-9607fd2135f0 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Enqueued Resource ID: 279baeb5-3200-4350-9154-49a86e7c508e with Priority: HIGHEST for action security_group_members [ 674.427313] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279baeb5-3200-4350-9154-49a86e7c508e with Priority: HIGHEST for action security_group_members [ 674.427313] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-279baeb5-3200-4350-9154-49a86e7c508e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.427313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.427313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.427313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.427313] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.427313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.427313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.427313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.427313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.428121] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('279baeb5-3200-4350-9154-49a86e7c508e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.575746] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.575746] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.575746] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.575746] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53f7b9b4-7e75-4913-95ee-b6c865e99238 with status ACTIVE [ 674.575746] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.576349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.576349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.576349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.576349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.576349] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.576552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.576552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.576623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.577386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.577386] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.580781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.580781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.580781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.580781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.580781] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53f7b9b4-7e75-4913-95ee-b6c865e99238 is going to be updated. [ 674.612026] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.612026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.612026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.612026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.612026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.612026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f7b9b4-7e75-4913-95ee-b6c865e99238" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.640026] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.647947] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e36e703-0c0a-4a42-9046-43715a2aef5f: rpc.has_security_group_logging(os_id): False [ 674.650580] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.672338] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.672338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.672338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.672338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.672338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.672338] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.672338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.672338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.672338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.672338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.672338] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f is going to be created. [ 674.751413] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.751413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.751413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.751413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.751413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.766094] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: IN_PROGRESS for 2s [ 674.930949] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.931465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.931647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.931839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.931942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.934961] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.934961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.934961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.934961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.934961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.934961] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279baeb5-3200-4350-9154-49a86e7c508e already deleted. [ 674.934961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.936925] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.939294] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-934" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.939294] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-934" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.939294] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-934" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.939294] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.939294] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.939294] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.939294] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.939294] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.939294] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.939643] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.939643] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.939643] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.939643] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.939776] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.939816] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.967029] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.967029] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.967029] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.967029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-934" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.967029] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.967029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.967029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.967029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.967029] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc448cb-ffb1-4b6e-bb85-fe4fe073a475',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.025613] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db in Status: SUCCESS [ 675.025828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.025991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.026330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.026470] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.026546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.026586] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.026810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.026977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.026977] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7622a439-d3dc-43f0-82be-ec3c9c0c43db',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.081568] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.142929] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.143092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.143160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.143396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.143486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.143591] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 675.156155] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.156155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.156155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.157078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.158056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.158221] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f is going to be updated. [ 675.189311] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.189461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.189672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.189797] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.189957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.192129] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.192432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.192432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.192863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.194911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.228788] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: IN_PROGRESS for 2s [ 675.233850] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 675.410083] env[65302]: INFO networking_nsxv3.common.synchronization [None req-0baf90e7-a89e-4d59-b85d-afa870b982fd None None] Enqueued Resource ID: 64101613-0f76-4f9a-b8a2-d8ce1b296fcc with Priority: HIGHEST for action port [ 675.410872] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64101613-0f76-4f9a-b8a2-d8ce1b296fcc with Priority: HIGHEST for action port [ 675.411058] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-64101613-0f76-4f9a-b8a2-d8ce1b296fcc taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.411058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64101613-0f76-4f9a-b8a2-d8ce1b296fcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.411227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64101613-0f76-4f9a-b8a2-d8ce1b296fcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.411357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64101613-0f76-4f9a-b8a2-d8ce1b296fcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.411434] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64101613-0f76-4f9a-b8a2-d8ce1b296fcc',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.477879] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.480770] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.480770] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.480770] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.480770] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.480770] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 not found, creating... [ 675.480770] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.480770] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.480770] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.480770] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.480770] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.481224] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.481224] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.481224] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.481224] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.481224] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.481224] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 is going to be created. [ 675.504403] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.504706] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.504835] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.505137] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.505371] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.505683] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.530035] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7622a439-d3dc-43f0-82be-ec3c9c0c43db',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.548958] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: SUCCESS [ 675.549907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.549907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.550114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.550301] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.550417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.550477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.550737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.550825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.550925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.551056] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.584081] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.584309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.584388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.584834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.584902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.585408] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 is going to be created. [ 675.633425] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.633884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.633884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.634023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.634246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.648187] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: UNINITIALIZED for 2s [ 675.893340] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: SUCCESS [ 675.893870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.914444] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64101613-0f76-4f9a-b8a2-d8ce1b296fcc [ 675.914764] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.914906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.915059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.915287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.915374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.915474] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64101613-0f76-4f9a-b8a2-d8ce1b296fcc already deleted. [ 675.915555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64101613-0f76-4f9a-b8a2-d8ce1b296fcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.033554] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7622a439-d3dc-43f0-82be-ec3c9c0c43db',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.054268] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.054268] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.054571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.054679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.054890] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.055031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.055099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.055280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.055366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.055458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.055915] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.055915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.055915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.055915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.056121] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.056165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.056212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.056574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.056574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.056574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.058270] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.268650] env[65302]: INFO networking_nsxv3.common.synchronization [req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 req-671bc9c9-766d-450e-8295-8c2ff3e2c0b5 service nova] Enqueued Resource ID: 279baeb5-3200-4350-9154-49a86e7c508e with Priority: HIGHEST for action security_group_rules [ 676.268872] env[65302]: INFO networking_nsxv3.common.synchronization [req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 req-671bc9c9-766d-450e-8295-8c2ff3e2c0b5 service nova] Enqueued Resource ID: 279baeb5-3200-4350-9154-49a86e7c508e with Priority: HIGHEST for action security_group_members [ 676.269062] env[65302]: INFO networking_nsxv3.common.synchronization [req-9c1b79aa-8469-4c64-a59a-4a3a7e2fdbc7 req-671bc9c9-766d-450e-8295-8c2ff3e2c0b5 service nova] Enqueued Resource ID: bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 with Priority: HIGHEST for action port [ 676.269900] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279baeb5-3200-4350-9154-49a86e7c508e with Priority: HIGHEST for action security_group_rules [ 676.270089] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279baeb5-3200-4350-9154-49a86e7c508e with Priority: HIGHEST for action security_group_members [ 676.270244] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 with Priority: HIGHEST for action port [ 676.270565] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-279baeb5-3200-4350-9154-49a86e7c508e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.270718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.270974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.271107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.271216] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('279baeb5-3200-4350-9154-49a86e7c508e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.272232] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-279baeb5-3200-4350-9154-49a86e7c508e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.272435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.272504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.272657] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.272837] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.272942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.275594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.276116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.276116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.276191] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('279baeb5-3200-4350-9154-49a86e7c508e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.277196] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.277336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.277418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.277668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.277731] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc448cb-ffb1-4b6e-bb85-fe4fe073a475',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.540055] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.540055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.540055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.540055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.540055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.540055] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db is going to be updated. [ 676.560619] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b33ac6bd-2fe0-454e-90d1-1b75985c9704: rpc.has_security_group_logging(os_id): False [ 676.576866] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.577099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.577099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.577961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.577961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.588795] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.588893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.588950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.589717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.589840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.591253] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.591253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.591253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.591253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.591253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.591253] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.591253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.591253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.591837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.591837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.591837] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.591837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.591982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.592031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.592659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.592659] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 is going to be updated. [ 676.594086] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db in Status: IN_PROGRESS for 2s [ 676.680181] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.681033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.681033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.681033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.681033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.699023] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: IN_PROGRESS for 2s [ 676.779787] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('279baeb5-3200-4350-9154-49a86e7c508e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.782873] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-279baeb5-3200-4350-9154-49a86e7c508e taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.782873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.783777] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 with status ACTIVE [ 676.783777] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.783777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.784075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.784946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.784946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.784946] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.784946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.784946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.784946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.784946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.785946] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.785946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.785946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.785946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.785946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.786915] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbc448cb-ffb1-4b6e-bb85-fe4fe073a475 is going to be updated. [ 676.789127] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: SUCCESS [ 676.789127] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.789260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.790040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.790040] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.823760] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.824604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.824604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.824604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.824604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.825020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbc448cb-ffb1-4b6e-bb85-fe4fe073a475" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.241302] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: SUCCESS [ 677.241681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.241975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.242332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.242640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.243016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.243016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.243284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.243412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.243575] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.245737] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 677.246017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.246268] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.246547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.246858] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.247039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.247143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.247392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.247523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.247952] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.288751] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('279baeb5-3200-4350-9154-49a86e7c508e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.292206] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e36e703-0c0a-4a42-9046-43715a2aef5f taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.292404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.302068] env[65302]: INFO networking_nsxv3.common.synchronization [req-e2a852c5-9524-46c0-83d8-845d231e21d0 req-adceeabd-577a-412a-bb46-bcd943c2f7f3 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Enqueued Resource ID: d506890a-4abf-4405-b9d5-90b842821e93 with Priority: HIGHEST for action security_group_members [ 677.302769] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d506890a-4abf-4405-b9d5-90b842821e93 with Priority: HIGHEST for action security_group_members [ 677.303218] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d506890a-4abf-4405-b9d5-90b842821e93 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.303392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.303458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.303713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.303891] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.305029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.305152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.305502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.305714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.306037] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d506890a-4abf-4405-b9d5-90b842821e93',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.663986] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: SUCCESS [ 677.663986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.663986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.663986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.663986] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.663986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.663986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.663986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.663986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.663986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.663986] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.749491] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.751398] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.758171] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.758391] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.758508] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.758772] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.759661] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.759661] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.759661] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.759661] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.759661] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.760028] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.760028] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.760028] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.760145] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.760256] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.760363] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.760471] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.791355] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.791658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.792057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.792057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.792874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.792874] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279baeb5-3200-4350-9154-49a86e7c508e is going to be created. [ 677.796727] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.796889] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.797014] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.797197] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.797539] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-bd3d1dae-aba2-41be-bb6e-2813c4c078be taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.797703] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-bd3d1dae-aba2-41be-bb6e-2813c4c078be" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.797804] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-bd3d1dae-aba2-41be-bb6e-2813c4c078be" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.798149] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-bd3d1dae-aba2-41be-bb6e-2813c4c078be" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.798344] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3d1dae-aba2-41be-bb6e-2813c4c078be',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.809989] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.810180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.810359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.810628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.810733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.810995] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.811210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.811210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.811441] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.811578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.811731] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d506890a-4abf-4405-b9d5-90b842821e93 already deleted. [ 677.812588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.824631] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.824885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.824980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.825156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.825310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.836409] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279baeb5-3200-4350-9154-49a86e7c508e in Status: UNINITIALIZED for 2s [ 678.169080] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.255734] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.256914] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.302254] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.302254] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.302254] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.302254] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.302254] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.302254] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port bd3d1dae-aba2-41be-bb6e-2813c4c078be not found, creating... [ 678.302590] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.302686] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.302813] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.303091] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.303320] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.303571] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.303724] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.303836] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.304452] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.308341] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.308678] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: bd3d1dae-aba2-41be-bb6e-2813c4c078be is going to be created. [ 678.340998] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.340998] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.340998] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.340998] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.340998] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.340998] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-bd3d1dae-aba2-41be-bb6e-2813c4c078be" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.605901] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db in Status: SUCCESS [ 678.606053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.606247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.606481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.606745] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.606892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.606967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.607115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.607197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.607312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.607414] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7622a439-d3dc-43f0-82be-ec3c9c0c43db',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.673222] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6175b2a8-d69e-40d2-93d9-891761777b31: rpc.has_security_group_logging(os_id): False [ 678.698955] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.699172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.699305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.700037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.700037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.700037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.700037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.700037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.701222] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.701332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.701437] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 is going to be created. [ 678.718253] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: SUCCESS [ 678.718507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.762034] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.762034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.762034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.763355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.763355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.763743] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f is going to be updated. [ 678.767251] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.767251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.767251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.768102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.768102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.768102] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 678.791193] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.791193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.791193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.791193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.791193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.803288] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: IN_PROGRESS for 2s [ 678.810068] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.810919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.810919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.810919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.810919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.814153] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.814153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.814153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.814153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.814153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.829685] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: IN_PROGRESS for 2s [ 678.830504] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 679.111057] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7622a439-d3dc-43f0-82be-ec3c9c0c43db',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.122800] env[65302]: INFO networking_nsxv3.common.synchronization [req-e2a852c5-9524-46c0-83d8-845d231e21d0 req-09f944bd-6aad-432d-aa5e-a43120743210 service nova] Enqueued Resource ID: d506890a-4abf-4405-b9d5-90b842821e93 with Priority: HIGHEST for action security_group_rules [ 679.123114] env[65302]: INFO networking_nsxv3.common.synchronization [req-e2a852c5-9524-46c0-83d8-845d231e21d0 req-09f944bd-6aad-432d-aa5e-a43120743210 service nova] Enqueued Resource ID: d506890a-4abf-4405-b9d5-90b842821e93 with Priority: HIGHEST for action security_group_members [ 679.123185] env[65302]: INFO networking_nsxv3.common.synchronization [req-e2a852c5-9524-46c0-83d8-845d231e21d0 req-09f944bd-6aad-432d-aa5e-a43120743210 service nova] Enqueued Resource ID: bd3d1dae-aba2-41be-bb6e-2813c4c078be with Priority: HIGHEST for action port [ 679.124406] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d506890a-4abf-4405-b9d5-90b842821e93 with Priority: HIGHEST for action security_group_rules [ 679.124595] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d506890a-4abf-4405-b9d5-90b842821e93 with Priority: HIGHEST for action security_group_members [ 679.124843] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3d1dae-aba2-41be-bb6e-2813c4c078be with Priority: HIGHEST for action port [ 679.125126] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d506890a-4abf-4405-b9d5-90b842821e93 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.125234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.125349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.125609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.125718] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d506890a-4abf-4405-b9d5-90b842821e93',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.126640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d506890a-4abf-4405-b9d5-90b842821e93 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.127068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.127175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.127333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.127528] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.127652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.127724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.128079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.128300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.128369] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d506890a-4abf-4405-b9d5-90b842821e93',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.129311] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd3d1dae-aba2-41be-bb6e-2813c4c078be taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.129311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd3d1dae-aba2-41be-bb6e-2813c4c078be" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.129461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd3d1dae-aba2-41be-bb6e-2813c4c078be" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.129636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd3d1dae-aba2-41be-bb6e-2813c4c078be" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.129720] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3d1dae-aba2-41be-bb6e-2813c4c078be',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.617478] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7622a439-d3dc-43f0-82be-ec3c9c0c43db: rpc.has_security_group_logging(os_id): False [ 679.633033] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d506890a-4abf-4405-b9d5-90b842821e93 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.633033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.633033] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d506890a-4abf-4405-b9d5-90b842821e93',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.635040] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd3d1dae-aba2-41be-bb6e-2813c4c078be with status ACTIVE [ 679.635040] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.635217] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.635217] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.638736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.638736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.638736] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.638736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.638736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.638736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.638736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.638736] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.638736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.638736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.638736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.638736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.638736] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd3d1dae-aba2-41be-bb6e-2813c4c078be is going to be updated. [ 679.641131] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.641131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.641131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.641131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.641131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.642637] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.642637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.642637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.642637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.642637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.642637] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db is going to be created. [ 679.671470] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.671470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.671470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.671699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.671824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.671976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd3d1dae-aba2-41be-bb6e-2813c4c078be" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.699928] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.700070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.700114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.700396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.700885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.716572] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db in Status: IN_PROGRESS for 2s [ 679.850144] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279baeb5-3200-4350-9154-49a86e7c508e in Status: SUCCESS [ 679.850494] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.850549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.850748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.850996] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.852547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.852678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.852968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.853939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.853939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.853939] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('279baeb5-3200-4350-9154-49a86e7c508e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.097535] env[65302]: INFO networking_nsxv3.common.synchronization [req-25a99870-d7a0-4509-94f0-9e6af8778294 req-6f695670-da8e-4dfc-b2d6-5deeb884ff4e tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Enqueued Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 680.100377] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 680.100377] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.100377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.100377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.100377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.100617] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.100617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.100740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.100920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.101048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.101176] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.140421] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d506890a-4abf-4405-b9d5-90b842821e93',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.357805] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-279baeb5-3200-4350-9154-49a86e7c508e taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.358119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.358119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.358398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.358490] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.358583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.358631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.358738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.358819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.358899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.359085] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-279baeb5-3200-4350-9154-49a86e7c508e taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.359203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.359261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.360335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.360335] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.360335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.360335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.360335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.360335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.360335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.360335] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('279baeb5-3200-4350-9154-49a86e7c508e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.443645] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.443883] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.443960] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.444304] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.444571] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.444731] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.444862] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.445219] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.445375] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.445617] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.445753] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.445889] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.445998] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.446127] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.446236] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.446369] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.468973] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.468973] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.468973] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.468973] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.468973] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-4407c23b-71ff-4711-b775-a870b8af866d taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.468973] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-4407c23b-71ff-4711-b775-a870b8af866d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.468973] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-4407c23b-71ff-4711-b775-a870b8af866d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.468973] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-4407c23b-71ff-4711-b775-a870b8af866d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.468973] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4407c23b-71ff-4711-b775-a870b8af866d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.604809] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.605081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.605181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.605594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.606547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.606547] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.606547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.606547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.606547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.606547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.606547] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 is going to be updated. [ 680.634271] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.634420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.634621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.635092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.635092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.644572] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.644790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.644870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.645060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.645144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.645255] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d506890a-4abf-4405-b9d5-90b842821e93 is going to be created. [ 680.647906] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: IN_PROGRESS for 2s [ 680.674220] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.674383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.674448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.674661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.674818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.689021] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d506890a-4abf-4405-b9d5-90b842821e93 in Status: UNINITIALIZED for 2s [ 680.835663] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: SUCCESS [ 680.835663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.845867] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: SUCCESS [ 680.847025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.847025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.847025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.847025] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.847025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.847025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.847353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.847353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.847353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.847523] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.849485] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 680.849485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.849693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.849974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.850177] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.850473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.850473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.850591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.850665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.850765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.850970] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.851105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.851167] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.851308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.851485] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.851569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.851605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.851724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.851796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.851874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.851963] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.863377] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 279baeb5-3200-4350-9154-49a86e7c508e: rpc.has_security_group_logging(os_id): False [ 680.893069] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.893069] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.893069] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.893069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.893786] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.894321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.894566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.894888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.895267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.895715] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 279baeb5-3200-4350-9154-49a86e7c508e is going to be created. [ 680.958867] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.959099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.959099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.959328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.959509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.971043] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.971296] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.971296] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.971536] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.971649] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.971803] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 4407c23b-71ff-4711-b775-a870b8af866d not found, creating... [ 680.972086] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.972283] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.974228] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.974228] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.974228] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.974228] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.974228] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.974228] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.974228] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.974228] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.974228] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 4407c23b-71ff-4711-b775-a870b8af866d is going to be created. [ 680.975474] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 279baeb5-3200-4350-9154-49a86e7c508e in Status: IN_PROGRESS for 2s [ 680.998351] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.998351] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.998351] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.998351] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.998351] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.998351] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-4407c23b-71ff-4711-b775-a870b8af866d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.353588] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.354757] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81a11571-68af-42fe-903e-58cbd04f3c49: rpc.has_security_group_logging(os_id): False [ 681.374812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.375983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.376149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.376440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.377788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.377788] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.377788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.377788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.378306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.378880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.378880] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.379913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.380022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.380562] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.380562] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.380562] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.381448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.381497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.381674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.381786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.381908] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 681.476582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.476859] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.476949] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.477228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.477427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.498531] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 681.732824] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db in Status: SUCCESS [ 681.732824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.857381] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e36e703-0c0a-4a42-9046-43715a2aef5f: rpc.has_security_group_logging(os_id): False [ 681.872951] env[65302]: INFO networking_nsxv3.common.synchronization [req-25a99870-d7a0-4509-94f0-9e6af8778294 req-6b85e549-1f02-4af9-9926-357cc973467b service nova] Enqueued Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_rules [ 681.873282] env[65302]: INFO networking_nsxv3.common.synchronization [req-25a99870-d7a0-4509-94f0-9e6af8778294 req-6b85e549-1f02-4af9-9926-357cc973467b service nova] Enqueued Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 681.873443] env[65302]: INFO networking_nsxv3.common.synchronization [req-25a99870-d7a0-4509-94f0-9e6af8778294 req-6b85e549-1f02-4af9-9926-357cc973467b service nova] Enqueued Resource ID: 4407c23b-71ff-4711-b775-a870b8af866d with Priority: HIGHEST for action port [ 681.873985] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_rules [ 681.874140] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 681.874244] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4407c23b-71ff-4711-b775-a870b8af866d with Priority: HIGHEST for action port [ 681.874520] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.874673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.874753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.874984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.875076] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.876022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.876077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.876242] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4407c23b-71ff-4711-b775-a870b8af866d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.876392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4407c23b-71ff-4711-b775-a870b8af866d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.876490] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4407c23b-71ff-4711-b775-a870b8af866d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.876658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4407c23b-71ff-4711-b775-a870b8af866d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.876755] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4407c23b-71ff-4711-b775-a870b8af866d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.879047] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.879223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.879300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.880041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.880041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.880041] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.880041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.880041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.880371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.880371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.880371] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f is going to be updated. [ 681.955364] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.955604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.955604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.956057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.956057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.974473] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: IN_PROGRESS for 2s [ 682.379721] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.379848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.380704] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4407c23b-71ff-4711-b775-a870b8af866d with status ACTIVE [ 682.380704] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.380704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.380704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.380704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.380704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.381030] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.381030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.381030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.381151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.381196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.382412] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.382412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.382412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.382412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.382412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.382412] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4407c23b-71ff-4711-b775-a870b8af866d is going to be updated. [ 682.403983] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.404238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.404317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.404520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.404651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.404993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4407c23b-71ff-4711-b775-a870b8af866d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.660292] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: SUCCESS [ 682.660292] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 deletion is rescheduled due to dependency. [ 682.660292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.660292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.660292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.660292] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.660292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.660292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.660292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.660292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.660292] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.700017] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d506890a-4abf-4405-b9d5-90b842821e93 in Status: SUCCESS [ 682.700544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.700544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.700739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.700739] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.701053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.701053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.701184] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.701296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.701426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.701561] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d506890a-4abf-4405-b9d5-90b842821e93',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.997165] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 279baeb5-3200-4350-9154-49a86e7c508e in Status: SUCCESS [ 682.997455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.164415] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.204466] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d506890a-4abf-4405-b9d5-90b842821e93 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.204819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.204895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.205251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.205482] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.205564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.205622] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.205862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.206010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.206100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.206284] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d506890a-4abf-4405-b9d5-90b842821e93 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.206523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.206523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.206806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.206806] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.206899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.206997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.208962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.209123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.209256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.209428] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d506890a-4abf-4405-b9d5-90b842821e93',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.521994] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 683.523426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.523426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.523426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.523426] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.668453] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.715149] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d506890a-4abf-4405-b9d5-90b842821e93: rpc.has_security_group_logging(os_id): False [ 683.740698] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.740698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.741028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.741113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.741205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.741487] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.741632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.741740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.742010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.742123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.742426] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.742640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.742698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.742932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.743045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.743506] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.743675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.744497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.744497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.744497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.744497] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d506890a-4abf-4405-b9d5-90b842821e93 is going to be created. [ 683.833269] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.833269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.833269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.833269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.833269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.856394] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d506890a-4abf-4405-b9d5-90b842821e93 in Status: IN_PROGRESS for 2s [ 683.993378] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: SUCCESS [ 683.993531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.027377] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.027377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.027860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.027860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.027991] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.028121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.028247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.028310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.028371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.028524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.028593] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.169996] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.170165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.170208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.170401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.170524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.170633] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 is going to be updated. [ 684.209728] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.209971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.209971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.210770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.210770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.232896] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: IN_PROGRESS for 2s [ 684.532507] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.532830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.532830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.532966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.533149] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.533250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.533319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.533510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.533617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.534279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.534279] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.534279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.534279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.534279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.534279] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.534516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.534516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.534580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.534620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.534801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.534801] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.726812] env[65302]: INFO networking_nsxv3.common.synchronization [None req-1d9bf4ac-5c93-4b54-8a7f-ac800fb0c244 None None] Enqueued Resource ID: aada9b38-a5e8-451f-b1e8-9b4ca2f970a5 with Priority: HIGHEST for action port [ 684.727481] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada9b38-a5e8-451f-b1e8-9b4ca2f970a5 with Priority: HIGHEST for action port [ 684.727825] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-aada9b38-a5e8-451f-b1e8-9b4ca2f970a5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.727956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aada9b38-a5e8-451f-b1e8-9b4ca2f970a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.728092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aada9b38-a5e8-451f-b1e8-9b4ca2f970a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.728430] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aada9b38-a5e8-451f-b1e8-9b4ca2f970a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.728430] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aada9b38-a5e8-451f-b1e8-9b4ca2f970a5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.037699] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81a11571-68af-42fe-903e-58cbd04f3c49: rpc.has_security_group_logging(os_id): False [ 685.066154] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.066350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.066408] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.066670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.066850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.067176] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.067285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.067347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.067524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.067619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.068456] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.068456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.068664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.068879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.068879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.069122] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.069252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.069325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.069530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.069614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.070203] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 685.151521] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.153041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.153041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.153041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.153041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.171714] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 685.230893] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aada9b38-a5e8-451f-b1e8-9b4ca2f970a5 [ 685.231257] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.231458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.232571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.232887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.233046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.233205] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aada9b38-a5e8-451f-b1e8-9b4ca2f970a5 already deleted. [ 685.233331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aada9b38-a5e8-451f-b1e8-9b4ca2f970a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.821387] env[65302]: INFO networking_nsxv3.common.synchronization [req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c req-90aad017-2ef1-4ec3-8762-0be0fa6e7ebe tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 685.821932] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 685.822313] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.822438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.822499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.822695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.822845] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.822941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.822997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.823158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.823247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.823881] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.869583] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d506890a-4abf-4405-b9d5-90b842821e93 in Status: SUCCESS [ 685.869737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.246963] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: SUCCESS [ 686.247422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.248162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.248162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.248162] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.248162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.248162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.248466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.248466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.248545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.248584] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.325541] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.355056] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.358023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.358023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.358023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.358023] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.358023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.358023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.358023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.358023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.358023] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.358023] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.358023] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.358023] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.358023] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.358023] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.358023] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.383651] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.383983] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.384239] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.384719] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.385383] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-0dddeb05-681b-43f7-ad21-34e52b15fbf4 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.385713] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-0dddeb05-681b-43f7-ad21-34e52b15fbf4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.385941] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-0dddeb05-681b-43f7-ad21-34e52b15fbf4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.387948] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-0dddeb05-681b-43f7-ad21-34e52b15fbf4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.387948] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dddeb05-681b-43f7-ad21-34e52b15fbf4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.753623] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.753807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.753807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.754094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.754232] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.754346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.754424] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.755032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.755032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.755032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.755032] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.755273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.755273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.755466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.755682] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.755878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.755878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.756092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.756136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.756595] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.756595] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.829596] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.889636] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.890085] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.890324] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.890742] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.890962] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.891229] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 0dddeb05-681b-43f7-ad21-34e52b15fbf4 not found, creating... [ 686.891957] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.891957] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.892241] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.892705] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.892950] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.893602] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.894698] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.894821] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.895385] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.895460] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.895660] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 0dddeb05-681b-43f7-ad21-34e52b15fbf4 is going to be created. [ 686.925431] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.925701] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.925701] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.925956] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.926356] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.926700] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-0dddeb05-681b-43f7-ad21-34e52b15fbf4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.189366] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 687.189615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.261632] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3393744b-2f78-439d-8597-2f95f166e4a7: rpc.has_security_group_logging(os_id): False [ 687.282219] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.282885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.283992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.283992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.283992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.284299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.284389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.284448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.284664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.284760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.285099] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.285262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.285402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.285660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.285791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.286060] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.286559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.286559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.286559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.286559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.286741] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 is going to be updated. [ 687.332721] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.332961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.332961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.333185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.333282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.333391] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 687.353764] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.353951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.354078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.354712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.354952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.372497] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: IN_PROGRESS for 2s [ 687.378933] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.379097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.379166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.379376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.379518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.391823] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 687.715050] env[65302]: INFO networking_nsxv3.common.synchronization [req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c req-15c21e49-2f27-4e39-8fec-f222eab0b63a service nova] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_rules [ 687.715050] env[65302]: INFO networking_nsxv3.common.synchronization [req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c req-15c21e49-2f27-4e39-8fec-f222eab0b63a service nova] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 687.715050] env[65302]: INFO networking_nsxv3.common.synchronization [req-82c9a5b8-075a-4437-b47d-12ebd2f1b82c req-15c21e49-2f27-4e39-8fec-f222eab0b63a service nova] Enqueued Resource ID: 0dddeb05-681b-43f7-ad21-34e52b15fbf4 with Priority: HIGHEST for action port [ 687.715465] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_rules [ 687.715509] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 687.715594] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dddeb05-681b-43f7-ad21-34e52b15fbf4 with Priority: HIGHEST for action port [ 687.716875] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.716875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.716875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.716875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.716875] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.717751] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.717868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.718448] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dddeb05-681b-43f7-ad21-34e52b15fbf4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.718448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dddeb05-681b-43f7-ad21-34e52b15fbf4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.718641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dddeb05-681b-43f7-ad21-34e52b15fbf4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.718688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dddeb05-681b-43f7-ad21-34e52b15fbf4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.718727] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dddeb05-681b-43f7-ad21-34e52b15fbf4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.221470] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dddeb05-681b-43f7-ad21-34e52b15fbf4 with status ACTIVE [ 688.221883] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.222242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.222242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.222753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.222874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.223915] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.223915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.223915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.224179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.224272] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.224534] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.224676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.224776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.225023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.225147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.225496] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dddeb05-681b-43f7-ad21-34e52b15fbf4 is going to be updated. [ 688.226752] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.226752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.269029] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.269511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.269511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.269716] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.269934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.270237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dddeb05-681b-43f7-ad21-34e52b15fbf4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.205059] env[65302]: INFO networking_nsxv3.common.synchronization [None req-f491e56f-6979-4f3f-90ba-ca449a9dc824 None None] Enqueued Resource ID: 460ffad3-d26f-4b3b-8290-d4370f24d0aa with Priority: HIGHEST for action port [ 689.205059] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460ffad3-d26f-4b3b-8290-d4370f24d0aa with Priority: HIGHEST for action port [ 689.205059] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-460ffad3-d26f-4b3b-8290-d4370f24d0aa taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.205363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-460ffad3-d26f-4b3b-8290-d4370f24d0aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.205363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-460ffad3-d26f-4b3b-8290-d4370f24d0aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.205585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-460ffad3-d26f-4b3b-8290-d4370f24d0aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.205585] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460ffad3-d26f-4b3b-8290-d4370f24d0aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.392086] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: SUCCESS [ 689.392402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.404578] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 689.405143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.405653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.405916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.406206] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.406402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.406547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.406822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.406952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.407130] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.711436] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 460ffad3-d26f-4b3b-8290-d4370f24d0aa [ 689.711768] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.711973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.712108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.712347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.712495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.712546] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:460ffad3-d26f-4b3b-8290-d4370f24d0aa already deleted. [ 689.712613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-460ffad3-d26f-4b3b-8290-d4370f24d0aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.890257] env[65302]: INFO networking_nsxv3.common.synchronization [None req-96ce3eba-e4d6-4819-91b1-700abc7dd1e4 None None] Enqueued Resource ID: be310551-32de-4f69-b02b-db2f2789d6d6 with Priority: HIGHEST for action port [ 689.891018] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be310551-32de-4f69-b02b-db2f2789d6d6 with Priority: HIGHEST for action port [ 689.891310] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-be310551-32de-4f69-b02b-db2f2789d6d6 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.891489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be310551-32de-4f69-b02b-db2f2789d6d6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.891573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be310551-32de-4f69-b02b-db2f2789d6d6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.891846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be310551-32de-4f69-b02b-db2f2789d6d6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.891937] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be310551-32de-4f69-b02b-db2f2789d6d6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.912649] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.407425] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be310551-32de-4f69-b02b-db2f2789d6d6 [ 690.407425] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.407425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.407727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.407727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.407798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.407918] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be310551-32de-4f69-b02b-db2f2789d6d6 already deleted. [ 690.409274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be310551-32de-4f69-b02b-db2f2789d6d6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.419584] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.925297] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.925507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.925581] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.925792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.925883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.925988] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 690.962069] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.962267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.962438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.962743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.962931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.977427] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 691.995557] env[65302]: INFO networking_nsxv3.common.synchronization [None req-98dac302-ba44-4522-9c08-c94f5fd35ca1 None None] Enqueued Resource ID: e4a2316f-e76b-4387-9376-e80929cdf1f1 with Priority: HIGHEST for action port [ 691.995557] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a2316f-e76b-4387-9376-e80929cdf1f1 with Priority: HIGHEST for action port [ 691.995557] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a2316f-e76b-4387-9376-e80929cdf1f1 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.995557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a2316f-e76b-4387-9376-e80929cdf1f1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.995557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a2316f-e76b-4387-9376-e80929cdf1f1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.995557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a2316f-e76b-4387-9376-e80929cdf1f1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.996893] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a2316f-e76b-4387-9376-e80929cdf1f1',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.501230] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4a2316f-e76b-4387-9376-e80929cdf1f1 [ 692.501589] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.501745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.501805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.503525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.503525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.503525] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4a2316f-e76b-4387-9376-e80929cdf1f1 already deleted. [ 692.503525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a2316f-e76b-4387-9376-e80929cdf1f1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.996182] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 692.996182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.996182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.996182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.996878] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.996878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.996878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.996878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.997080] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.997080] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.998379] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.500997] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.500997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.500997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.500997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.500997] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.500997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.500997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.501556] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.501556] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.501556] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.501556] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.501556] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.501556] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.501750] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.501783] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.502228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.502228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.502228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.502228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.502228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.502467] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.755468] env[65302]: INFO networking_nsxv3.common.synchronization [None req-38775f20-f682-4502-ac82-3da53c268de9 None None] Enqueued Resource ID: 9b7b591a-fe42-45d7-a137-446f07c0defb with Priority: HIGHEST for action port [ 693.757270] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7b591a-fe42-45d7-a137-446f07c0defb with Priority: HIGHEST for action port [ 693.757270] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b7b591a-fe42-45d7-a137-446f07c0defb taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.757270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b7b591a-fe42-45d7-a137-446f07c0defb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.757270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b7b591a-fe42-45d7-a137-446f07c0defb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.757270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b7b591a-fe42-45d7-a137-446f07c0defb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.757270] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b7b591a-fe42-45d7-a137-446f07c0defb',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.006189] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 409dd4f8-f44c-4715-8913-b0116a226610: rpc.has_security_group_logging(os_id): False [ 694.032069] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.032069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.032069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.032069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.034218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.034218] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.034218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.034394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.035749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.035749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.035749] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.035749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.036541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.036541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.036541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.036764] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.036939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.037021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.037611] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.037611] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.037611] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 694.112751] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.113107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.113186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.113361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.113518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.133209] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 694.259297] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b7b591a-fe42-45d7-a137-446f07c0defb [ 694.259537] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.259697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.259810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.260059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.260188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.260287] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b7b591a-fe42-45d7-a137-446f07c0defb already deleted. [ 694.260401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b7b591a-fe42-45d7-a137-446f07c0defb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.520438] env[65302]: INFO networking_nsxv3.common.synchronization [req-6e423715-d831-4da0-ba35-23977a7e61e9 req-2ddc9b00-62b7-4fa1-a416-6bb830d060d9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 695.521598] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 695.521827] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.521983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.522072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.522359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.522514] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.522617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.522678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.522835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.522960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.523105] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.026193] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.026434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.026434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.026742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.026839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.027234] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.027357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.027485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.027608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.027685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.027773] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 already deleted. [ 696.027858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.044047] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.044047] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-943" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.045027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-943" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.045559] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-943" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.045971] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.046374] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.046578] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.047861] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.048055] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.048894] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.048894] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.048986] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.049157] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.049750] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.049750] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.049750] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.072427] env[65302]: INFO networking_nsxv3.common.synchronization [None req-87474cb7-dfa2-4574-80ec-158daa325213 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Enqueued Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_rules [ 696.074249] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.074657] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.075132] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.076022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-943" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.076022] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-13dc731c-37ed-449b-976d-0e04f067613e taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.076280] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.077030] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.077170] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.077375] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13dc731c-37ed-449b-976d-0e04f067613e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.079753] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_rules [ 696.079991] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42a9f7c-a226-465b-93f7-2be7eb900103 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.080170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.080303] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.081026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.081026] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42a9f7c-a226-465b-93f7-2be7eb900103',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.163409] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 696.163712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.209616] env[65302]: INFO networking_nsxv3.common.synchronization [None req-2bc93d5f-9878-4816-a6a7-6b3288ddb3e7 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Enqueued Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_rules [ 696.210247] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_rules [ 696.210577] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42a9f7c-a226-465b-93f7-2be7eb900103 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.210670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.581375] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.581706] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.581706] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.581998] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.582175] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.582708] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 13dc731c-37ed-449b-976d-0e04f067613e not found, creating... [ 696.582708] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.582887] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.582887] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.583099] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.583234] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.583513] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.583665] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.583780] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.583984] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.584161] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.584340] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 13dc731c-37ed-449b-976d-0e04f067613e is going to be created. [ 696.604488] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.604685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.604796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.605098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.605222] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.605355] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42a9f7c-a226-465b-93f7-2be7eb900103 already deleted. [ 696.605485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.605688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.605919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.606056] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42a9f7c-a226-465b-93f7-2be7eb900103',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.610183] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.610413] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.610541] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.610858] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.611151] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.611461] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.137977] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.137977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.137977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.137977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.137977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.137977] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42a9f7c-a226-465b-93f7-2be7eb900103 already deleted. [ 697.137977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.144442] env[65302]: INFO networking_nsxv3.common.synchronization [None req-8679c7ee-72ec-4630-b546-78a510412417 None None] Enqueued Resource ID: 7344be32-e361-4e41-b868-e3b7d38054b7 with Priority: HIGHEST for action port [ 697.144442] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7344be32-e361-4e41-b868-e3b7d38054b7 with Priority: HIGHEST for action port [ 697.144442] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7344be32-e361-4e41-b868-e3b7d38054b7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.144442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7344be32-e361-4e41-b868-e3b7d38054b7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.144442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7344be32-e361-4e41-b868-e3b7d38054b7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.144442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7344be32-e361-4e41-b868-e3b7d38054b7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.145709] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7344be32-e361-4e41-b868-e3b7d38054b7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.373169] env[65302]: INFO networking_nsxv3.common.synchronization [req-6e423715-d831-4da0-ba35-23977a7e61e9 req-96fe5551-3531-4873-b918-856483a0cbfd service nova] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_rules [ 697.373169] env[65302]: INFO networking_nsxv3.common.synchronization [req-6e423715-d831-4da0-ba35-23977a7e61e9 req-96fe5551-3531-4873-b918-856483a0cbfd service nova] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 697.373618] env[65302]: INFO networking_nsxv3.common.synchronization [req-6e423715-d831-4da0-ba35-23977a7e61e9 req-96fe5551-3531-4873-b918-856483a0cbfd service nova] Enqueued Resource ID: 13dc731c-37ed-449b-976d-0e04f067613e with Priority: HIGHEST for action port [ 697.374642] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_rules [ 697.374803] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 697.375079] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13dc731c-37ed-449b-976d-0e04f067613e with Priority: HIGHEST for action port [ 697.375292] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.375463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.375684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.375929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.376068] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.376965] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.377230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.377335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.377533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.377709] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.378474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.378474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.378474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.378474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.378474] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.379489] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-13dc731c-37ed-449b-976d-0e04f067613e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.380740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.380869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.381039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.381115] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13dc731c-37ed-449b-976d-0e04f067613e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.651044] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7344be32-e361-4e41-b868-e3b7d38054b7 [ 697.651044] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.651044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.651044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.651504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.651886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.652292] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7344be32-e361-4e41-b868-e3b7d38054b7 already deleted. [ 697.653183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7344be32-e361-4e41-b868-e3b7d38054b7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.883706] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.883846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.884130] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13dc731c-37ed-449b-976d-0e04f067613e with status ACTIVE [ 697.884324] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.884427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.884487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.884688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.884777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.884983] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.885089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.885150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.885348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.885435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.885673] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.885773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.885838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.885981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.887778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.887778] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13dc731c-37ed-449b-976d-0e04f067613e is going to be updated. [ 697.916239] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.916239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.916446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.916591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.916763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.916951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.942062] env[65302]: INFO networking_nsxv3.common.synchronization [req-1fbb4fe0-e81e-4e96-b0e2-775f7b4e5ad5 req-432b7995-270e-4998-89e0-1eab1053d256 tempest-ServerExternalEventsTest-45602217 tempest-ServerExternalEventsTest-45602217-project-member] Enqueued Resource ID: d506890a-4abf-4405-b9d5-90b842821e93 with Priority: HIGHEST for action security_group_members [ 697.943034] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d506890a-4abf-4405-b9d5-90b842821e93 with Priority: HIGHEST for action security_group_members [ 697.943371] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d506890a-4abf-4405-b9d5-90b842821e93 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.943493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.943571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.943754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.943900] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.944013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.944074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.944224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.944305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.944399] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d506890a-4abf-4405-b9d5-90b842821e93',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.384630] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.449504] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.449504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.449504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.449791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.449988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.450328] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.450548] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.451466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.452530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.452659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.452789] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d506890a-4abf-4405-b9d5-90b842821e93 is going to be updated. [ 698.513381] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.513578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.513633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.513809] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.513943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.528704] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d506890a-4abf-4405-b9d5-90b842821e93 in Status: IN_PROGRESS for 2s [ 698.734987] env[65302]: INFO networking_nsxv3.common.synchronization [req-337b0303-7d6c-4813-a547-9432813fdba6 req-c3a7b02e-c29e-45fa-baf4-1a65cc5c0456 tempest-ServerAddressesNegativeTestJSON-610714612 tempest-ServerAddressesNegativeTestJSON-610714612-project-member] Enqueued Resource ID: 279baeb5-3200-4350-9154-49a86e7c508e with Priority: HIGHEST for action security_group_members [ 698.736270] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279baeb5-3200-4350-9154-49a86e7c508e with Priority: HIGHEST for action security_group_members [ 698.736270] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-279baeb5-3200-4350-9154-49a86e7c508e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.736270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.736270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.736270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.737414] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.737511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.737547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.737762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.737815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.737982] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('279baeb5-3200-4350-9154-49a86e7c508e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.894751] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.241463] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.241640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.241698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.241926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.242033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.242235] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.242366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.242438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.242604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.242719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.242824] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279baeb5-3200-4350-9154-49a86e7c508e is going to be updated. [ 699.284974] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.284974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.284974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.284974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.284974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.296033] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279baeb5-3200-4350-9154-49a86e7c508e in Status: IN_PROGRESS for 2s [ 699.400734] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.401013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.401013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.401279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.402361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.402361] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 is going to be created. [ 699.427350] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.427499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.427569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.427800] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.428435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.441398] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: UNINITIALIZED for 2s [ 700.542384] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d506890a-4abf-4405-b9d5-90b842821e93 in Status: SUCCESS [ 700.542812] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d506890a-4abf-4405-b9d5-90b842821e93 deletion is rescheduled due to dependency. [ 700.543015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.247970] env[65302]: INFO networking_nsxv3.common.synchronization [req-aa836589-e455-46b6-94b1-bc20137d870d req-657d5692-0a53-4342-b9ed-0f3bc8482de3 tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Enqueued Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 701.248997] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 701.249551] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.249735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.249855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.250438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.250513] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.250802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.251029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.253073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.253073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.253073] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.316038] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279baeb5-3200-4350-9154-49a86e7c508e in Status: SUCCESS [ 701.316186] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279baeb5-3200-4350-9154-49a86e7c508e deletion is rescheduled due to dependency. [ 701.316258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.454324] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: SUCCESS [ 701.454467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.454644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.454871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.455199] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.455574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.455574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.455957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.455957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.455957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.456043] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.758024] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.855764] env[65302]: INFO networking_nsxv3.common.synchronization [req-d0b8c23a-8a4c-4a6c-a900-53c36446c371 req-de8b17bc-957a-4a81-a39b-b9f84c09e1d8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 701.857510] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 701.857510] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.857510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.857510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.857510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.857510] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.857954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.857954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.857954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.857954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.858101] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.895023] env[65302]: INFO networking_nsxv3.common.synchronization [req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b req-b4b086a9-437d-439b-8c22-0363ad80531c tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Enqueued Resource ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 with Priority: HIGHEST for action security_group_members [ 701.895023] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 with Priority: HIGHEST for action security_group_members [ 701.897998] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2885ea5-44bc-49d4-8499-dbea424a6c03 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.897998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.897998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.900153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.900381] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.900870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.900870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.900870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.900870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.901528] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2885ea5-44bc-49d4-8499-dbea424a6c03',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.958484] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.190176] env[65302]: INFO networking_nsxv3.common.synchronization [None req-192f2eea-fd91-47e5-8619-f3548322704d None None] Enqueued Resource ID: 2fc17c6b-5bf6-46ee-8a2d-8009b4667e38 with Priority: HIGHEST for action port [ 702.191058] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc17c6b-5bf6-46ee-8a2d-8009b4667e38 with Priority: HIGHEST for action port [ 702.191611] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fc17c6b-5bf6-46ee-8a2d-8009b4667e38 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.191770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fc17c6b-5bf6-46ee-8a2d-8009b4667e38" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.191843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fc17c6b-5bf6-46ee-8a2d-8009b4667e38" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.192454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fc17c6b-5bf6-46ee-8a2d-8009b4667e38" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.192614] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fc17c6b-5bf6-46ee-8a2d-8009b4667e38',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.261164] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.333134] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.333630] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.333924] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.334213] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.334424] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.334661] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.335120] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.335181] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.335377] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.335604] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.336533] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.336533] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.336533] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.336533] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.336533] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.336533] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.358630] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.358904] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.359101] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.359325] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.359755] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-78ac758d-39f6-49f6-987b-8bc02acdc8c5 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.359994] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-78ac758d-39f6-49f6-987b-8bc02acdc8c5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.360204] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-78ac758d-39f6-49f6-987b-8bc02acdc8c5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.360570] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-78ac758d-39f6-49f6-987b-8bc02acdc8c5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.360818] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ac758d-39f6-49f6-987b-8bc02acdc8c5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.361984] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.362271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.363258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.363541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.363671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.363916] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.364307] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.364307] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.364717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.364717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.364717] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 702.397054] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.397352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.397352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.397523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.397647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.407516] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.407674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.407745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.407986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.408099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.408471] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.408471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.408554] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.408643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.408719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.408821] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 already deleted. [ 702.408923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.410552] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 702.462749] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2692ea5d-9255-40cd-82c3-8854de5830a2: rpc.has_security_group_logging(os_id): False [ 702.483051] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.483051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.483051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.483051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.483051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.483352] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.483397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.483477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.483602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.483671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.483757] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 is going to be created. [ 702.555400] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.555790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.555979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.556289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.556565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.575329] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: IN_PROGRESS for 2s [ 702.695528] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fc17c6b-5bf6-46ee-8a2d-8009b4667e38 [ 702.695750] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.696399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.696399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.696399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.696399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.696634] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fc17c6b-5bf6-46ee-8a2d-8009b4667e38 already deleted. [ 702.696634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fc17c6b-5bf6-46ee-8a2d-8009b4667e38" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.764736] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.765197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.765197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.765331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.765973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.765973] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa is going to be updated. [ 702.815809] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.816104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.816239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.816659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.817389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.834324] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: IN_PROGRESS for 2s [ 702.867534] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.867879] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.868257] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.868612] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.868764] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.869090] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 78ac758d-39f6-49f6-987b-8bc02acdc8c5 not found, creating... [ 702.869294] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.869522] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.869616] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.869932] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.870264] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.870858] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.871185] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.871309] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.871953] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.872122] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.872316] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 78ac758d-39f6-49f6-987b-8bc02acdc8c5 is going to be created. [ 702.903295] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.903295] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.903295] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.903295] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.903295] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.903694] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-78ac758d-39f6-49f6-987b-8bc02acdc8c5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.649655] env[65302]: INFO networking_nsxv3.common.synchronization [req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b req-6bfe45ba-7aed-498d-bac4-4652bf722eec service nova] Enqueued Resource ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 with Priority: HIGHEST for action security_group_rules [ 703.649865] env[65302]: INFO networking_nsxv3.common.synchronization [req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b req-6bfe45ba-7aed-498d-bac4-4652bf722eec service nova] Enqueued Resource ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 with Priority: HIGHEST for action security_group_members [ 703.650144] env[65302]: INFO networking_nsxv3.common.synchronization [req-e41cbb12-5fa6-475a-abc6-c7e86f04a05b req-6bfe45ba-7aed-498d-bac4-4652bf722eec service nova] Enqueued Resource ID: 78ac758d-39f6-49f6-987b-8bc02acdc8c5 with Priority: HIGHEST for action port [ 703.650601] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 with Priority: HIGHEST for action security_group_rules [ 703.650738] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 with Priority: HIGHEST for action security_group_members [ 703.650834] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ac758d-39f6-49f6-987b-8bc02acdc8c5 with Priority: HIGHEST for action port [ 703.651114] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2885ea5-44bc-49d4-8499-dbea424a6c03 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.651235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.651300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.651579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.651684] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2885ea5-44bc-49d4-8499-dbea424a6c03',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.652658] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2885ea5-44bc-49d4-8499-dbea424a6c03 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.652773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.652845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.653048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.653222] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.654027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.654027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.654027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.654027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.654027] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2885ea5-44bc-49d4-8499-dbea424a6c03',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.657251] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ac758d-39f6-49f6-987b-8bc02acdc8c5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.657368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ac758d-39f6-49f6-987b-8bc02acdc8c5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.657406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ac758d-39f6-49f6-987b-8bc02acdc8c5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.657608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ac758d-39f6-49f6-987b-8bc02acdc8c5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.657649] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ac758d-39f6-49f6-987b-8bc02acdc8c5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.160357] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2885ea5-44bc-49d4-8499-dbea424a6c03 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.160695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.160815] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2885ea5-44bc-49d4-8499-dbea424a6c03',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.161929] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ac758d-39f6-49f6-987b-8bc02acdc8c5 with status ACTIVE [ 704.162207] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.162427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.162544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.162786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.162923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.164624] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.164624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.164624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.164844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.164941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.165245] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.165392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.165480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.166089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.166089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.166089] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ac758d-39f6-49f6-987b-8bc02acdc8c5 is going to be updated. [ 704.186043] env[65302]: INFO networking_nsxv3.common.synchronization [None req-cd882c8f-b6b7-4fc1-a3dd-3ba852ebce17 None None] Enqueued Resource ID: d4df786c-cf0c-4fc2-b5d1-f629940a136b with Priority: HIGHEST for action port [ 704.186842] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4df786c-cf0c-4fc2-b5d1-f629940a136b with Priority: HIGHEST for action port [ 704.191021] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4df786c-cf0c-4fc2-b5d1-f629940a136b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.191021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4df786c-cf0c-4fc2-b5d1-f629940a136b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.191021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4df786c-cf0c-4fc2-b5d1-f629940a136b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.191021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4df786c-cf0c-4fc2-b5d1-f629940a136b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.191283] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4df786c-cf0c-4fc2-b5d1-f629940a136b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.193010] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.193582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.193582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.193582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.193582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.193925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ac758d-39f6-49f6-987b-8bc02acdc8c5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.422154] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 704.422476] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d deletion is rescheduled due to dependency. [ 704.423116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.593147] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: SUCCESS [ 704.593147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.668145] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2885ea5-44bc-49d4-8499-dbea424a6c03',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.695171] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4df786c-cf0c-4fc2-b5d1-f629940a136b [ 704.695263] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.695326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.695427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.695598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.695707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.695782] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4df786c-cf0c-4fc2-b5d1-f629940a136b already deleted. [ 704.695853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4df786c-cf0c-4fc2-b5d1-f629940a136b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.851968] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: SUCCESS [ 704.851968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.173129] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.173423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.173877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.174022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.174141] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 is going to be created. [ 705.205622] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.205622] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.205622] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.205820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.205976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.217199] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 in Status: UNINITIALIZED for 2s [ 705.425096] env[65302]: INFO networking_nsxv3.common.synchronization [None req-7b73f323-31ff-4b00-91dc-1524c1295821 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_rules [ 705.425727] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_rules [ 705.427238] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.427238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.427543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.427589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.428020] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e7eef9d-4872-4c9d-9069-dd2938e1fabf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.624680] env[65302]: INFO networking_nsxv3.common.synchronization [None req-f3fc9a34-60c1-40d1-ba31-6f5b83be329c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_rules [ 705.626186] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_rules [ 705.626186] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.626186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.957233] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.957233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.957233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.957233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.957233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.957233] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf already deleted. [ 705.957233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.957742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.957742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.957742] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e7eef9d-4872-4c9d-9069-dd2938e1fabf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.334469] env[65302]: INFO networking_nsxv3.common.synchronization [req-775b2c75-a0a2-45cc-bbd4-503b91457bcc req-857f3577-2c12-4cbe-94fb-9fca51025708 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 706.335290] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 706.335707] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.335882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.335975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.336365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.336514] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.336656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.336744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.337160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.337160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.337272] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.485407] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.485508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.485606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.485808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.485928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.486030] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf already deleted. [ 706.486464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.789916] env[65302]: INFO networking_nsxv3.common.synchronization [req-aca8989b-1ebe-43e3-bee3-9395892e8da6 req-935b998b-4261-4e33-b205-c7b4cd5a0baf tempest-DeleteServersAdminTestJSON-517486373 tempest-DeleteServersAdminTestJSON-517486373-project-member] Enqueued Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 706.789916] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGHEST for action security_group_members [ 706.790111] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.790181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.791050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.791050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.791050] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.791050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.791050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.791050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.791050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.791400] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.839796] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.839961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.839961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.840195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.840276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.840473] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.840573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.840650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.840787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.840863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.840948] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 706.869764] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.869934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.869973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.870197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.870339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.881259] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 707.008040] env[65302]: INFO networking_nsxv3.common.synchronization [req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 req-7989e22a-e564-4e13-a145-701b681d2281 tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Enqueued Resource ID: cd26d126-2e6c-46ba-874d-99642afc887a with Priority: HIGHEST for action security_group_members [ 707.008040] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd26d126-2e6c-46ba-874d-99642afc887a with Priority: HIGHEST for action security_group_members [ 707.008474] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd26d126-2e6c-46ba-874d-99642afc887a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.009274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.009274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.009274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.009274] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.009274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.009601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.009601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.009601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.009689] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd26d126-2e6c-46ba-874d-99642afc887a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.227931] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 in Status: UNINITIALIZED for 4s [ 707.294114] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.294488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.294735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.296776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.296776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.296776] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.296776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.296776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.296776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.296776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.296776] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 is going to be updated. [ 707.340299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.340299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.340299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.340299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.340299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.352340] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: IN_PROGRESS for 2s [ 707.433508] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.433843] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-996" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.433843] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-996" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.434812] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-996" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.435585] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.435585] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.435780] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.435961] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.436842] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.437312] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.437445] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.437576] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.437697] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.438084] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.438084] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.438084] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.465369] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.465466] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.465868] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.465868] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-996" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.466138] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.466274] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.466720] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.466886] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.468167] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.516377] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.516377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.516377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.516377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.516377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.516377] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.516377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.516377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.516377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.516377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.516377] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd26d126-2e6c-46ba-874d-99642afc887a already deleted. [ 707.516858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.971019] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.971346] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.971540] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.971921] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.972602] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.972602] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f not found, creating... [ 707.972799] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.973052] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.973207] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.973465] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.973606] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.973924] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.974188] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.974338] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.974859] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.974859] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.974859] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f is going to be created. [ 708.007555] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.007844] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.008062] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.009229] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.009229] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.010054] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.787664] env[65302]: INFO networking_nsxv3.common.synchronization [req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 req-6c5e47e5-bfbe-4f2a-afaf-03c173bf3cdc service nova] Enqueued Resource ID: cd26d126-2e6c-46ba-874d-99642afc887a with Priority: HIGHEST for action security_group_rules [ 708.787932] env[65302]: INFO networking_nsxv3.common.synchronization [req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 req-6c5e47e5-bfbe-4f2a-afaf-03c173bf3cdc service nova] Enqueued Resource ID: cd26d126-2e6c-46ba-874d-99642afc887a with Priority: HIGHEST for action security_group_members [ 708.787932] env[65302]: INFO networking_nsxv3.common.synchronization [req-e114fd5b-ae75-4a6c-ad59-b3b2bd069b67 req-6c5e47e5-bfbe-4f2a-afaf-03c173bf3cdc service nova] Enqueued Resource ID: e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f with Priority: HIGHEST for action port [ 708.788570] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd26d126-2e6c-46ba-874d-99642afc887a with Priority: HIGHEST for action security_group_rules [ 708.788713] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd26d126-2e6c-46ba-874d-99642afc887a with Priority: HIGHEST for action security_group_members [ 708.788809] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f with Priority: HIGHEST for action port [ 708.789428] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd26d126-2e6c-46ba-874d-99642afc887a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.789527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.789592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.789845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.789983] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd26d126-2e6c-46ba-874d-99642afc887a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.793969] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd26d126-2e6c-46ba-874d-99642afc887a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.793969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.793969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.793969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.793969] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.793969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.793969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.793969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.793969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.793969] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd26d126-2e6c-46ba-874d-99642afc887a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.795112] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.795112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.795112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.795112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.795112] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.893069] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 708.893441] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 deletion is rescheduled due to dependency. [ 708.893613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.084167] env[65302]: INFO networking_nsxv3.common.synchronization [req-ac7bbf49-a4d8-4ed6-b1d4-b88242dac9bc req-a97bcaad-293b-4c54-8a3c-416161e52223 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 709.085435] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 709.086569] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.087170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.087329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.087641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.087898] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.088126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.088275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.088533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.088720] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.088919] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.241753] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 in Status: SUCCESS [ 709.242130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.242302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.242570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.242801] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.242978] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.243092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.243319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.243418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.243522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.243623] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2885ea5-44bc-49d4-8499-dbea424a6c03',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.297647] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd26d126-2e6c-46ba-874d-99642afc887a taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.297787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.298044] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd26d126-2e6c-46ba-874d-99642afc887a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.298981] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f with status ACTIVE [ 709.299959] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.299959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.299959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.299959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.299959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.299959] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.299959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.300236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.300236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.300236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.300614] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.300614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.300614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.300850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.300850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.300850] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f is going to be updated. [ 709.330266] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.330411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.330478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.330761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.330926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.331228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0bbcbd3-6794-43cd-8725-9cb9c29fbe2f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.365224] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393744b-2f78-439d-8597-2f95f166e4a7 in Status: SUCCESS [ 709.365432] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 deletion is rescheduled due to dependency. [ 709.365432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.381029] env[65302]: INFO networking_nsxv3.common.synchronization [None req-617f57aa-101c-43d1-ac52-c70ca88affa5 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Enqueued Resource ID: 30f4bed9-8409-41db-bd2f-7fc9189e2c7f with Priority: HIGHEST for action security_group_rules [ 709.381217] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f4bed9-8409-41db-bd2f-7fc9189e2c7f with Priority: HIGHEST for action security_group_rules [ 709.381519] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30f4bed9-8409-41db-bd2f-7fc9189e2c7f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.381662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30f4bed9-8409-41db-bd2f-7fc9189e2c7f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.381723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30f4bed9-8409-41db-bd2f-7fc9189e2c7f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.381971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30f4bed9-8409-41db-bd2f-7fc9189e2c7f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.382065] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30f4bed9-8409-41db-bd2f-7fc9189e2c7f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.474274] env[65302]: INFO networking_nsxv3.common.synchronization [None req-42f3c40d-893e-4714-9384-b64e851a4a83 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Enqueued Resource ID: 30f4bed9-8409-41db-bd2f-7fc9189e2c7f with Priority: HIGHEST for action security_group_rules [ 709.475036] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f4bed9-8409-41db-bd2f-7fc9189e2c7f with Priority: HIGHEST for action security_group_rules [ 709.475146] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30f4bed9-8409-41db-bd2f-7fc9189e2c7f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.475213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30f4bed9-8409-41db-bd2f-7fc9189e2c7f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.591118] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.591324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.591387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.591974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.592049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.592307] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.593447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.593447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.593447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.593621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.593912] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be updated. [ 709.628663] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.630284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.630284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.630284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.630284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.643335] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: IN_PROGRESS for 2s [ 709.746635] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2885ea5-44bc-49d4-8499-dbea424a6c03 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.746790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.746860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.747256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.747440] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.747587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.747636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.747764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.747850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.747936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.748148] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2885ea5-44bc-49d4-8499-dbea424a6c03 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.748250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.748310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.748476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.748617] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.748734] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.748770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.748891] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.748965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.749056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.749146] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2885ea5-44bc-49d4-8499-dbea424a6c03',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.809038] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd26d126-2e6c-46ba-874d-99642afc887a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.862534] env[65302]: INFO networking_nsxv3.common.synchronization [req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 req-284580c3-5c14-4a31-8d7c-ea864d9950f8 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Enqueued Resource ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 with Priority: HIGHEST for action security_group_members [ 709.863096] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 with Priority: HIGHEST for action security_group_members [ 709.863391] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.863510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.863575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.863833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.863987] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.864241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.864300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.864465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.864547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.864641] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da4500a3-d55d-41ca-ac23-1bfcc4daaad3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.915966] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.916139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.916208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.916412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.916499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.916595] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30f4bed9-8409-41db-bd2f-7fc9189e2c7f already deleted. [ 709.916676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30f4bed9-8409-41db-bd2f-7fc9189e2c7f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.916831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30f4bed9-8409-41db-bd2f-7fc9189e2c7f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.917069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30f4bed9-8409-41db-bd2f-7fc9189e2c7f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.917132] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30f4bed9-8409-41db-bd2f-7fc9189e2c7f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.251025] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2885ea5-44bc-49d4-8499-dbea424a6c03: rpc.has_security_group_logging(os_id): False [ 710.275361] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.275530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.275569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.276128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.276292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.276876] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.276876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.276876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.277117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.277148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.277349] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.277466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.277524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.278493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.278603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.278851] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.278994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.279100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.279325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.279383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.279465] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 is going to be created. [ 710.294948] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.294948] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-867" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.295267] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-867" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.295894] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-867" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.295894] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.296190] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.296934] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.296934] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.296934] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.297099] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.297190] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.297279] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.297378] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.297479] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.297707] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.297950] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.308917] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.309083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.309158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.309438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.309524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.310391] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd26d126-2e6c-46ba-874d-99642afc887a is going to be created. [ 710.328275] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.328275] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.328275] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.328275] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-867" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.328275] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-b5822284-32d6-42e3-9eb2-f0fc6300a6ad taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.328517] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-b5822284-32d6-42e3-9eb2-f0fc6300a6ad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.328517] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-b5822284-32d6-42e3-9eb2-f0fc6300a6ad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.328756] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-b5822284-32d6-42e3-9eb2-f0fc6300a6ad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.329205] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5822284-32d6-42e3-9eb2-f0fc6300a6ad',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.343038] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.343552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.343552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.343999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.344751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.366392] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.366631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.366674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.367067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.367148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.367403] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.367509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.367645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.367810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.367916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.368054] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 already deleted. [ 710.368146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.369126] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd26d126-2e6c-46ba-874d-99642afc887a in Status: UNINITIALIZED for 2s [ 710.385865] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.386115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.386223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.386421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.386597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.413906] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 in Status: IN_PROGRESS for 2s [ 710.446670] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.446944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.447084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.447355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.448864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.448864] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30f4bed9-8409-41db-bd2f-7fc9189e2c7f already deleted. [ 710.448864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30f4bed9-8409-41db-bd2f-7fc9189e2c7f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.831315] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.831664] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.831664] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.831911] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.832081] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.832250] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port b5822284-32d6-42e3-9eb2-f0fc6300a6ad not found, creating... [ 710.832496] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.832646] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.832755] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.832967] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.833110] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.833379] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.833542] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.833649] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.833844] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.833969] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.834116] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: b5822284-32d6-42e3-9eb2-f0fc6300a6ad is going to be created. [ 710.855084] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.855337] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.855461] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.855736] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.855952] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.856194] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-b5822284-32d6-42e3-9eb2-f0fc6300a6ad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.570132] env[65302]: INFO networking_nsxv3.common.synchronization [req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 req-b1b4271c-0795-4708-bdfa-e99adaf5bd9c service nova] Enqueued Resource ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 with Priority: HIGHEST for action security_group_rules [ 711.570338] env[65302]: INFO networking_nsxv3.common.synchronization [req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 req-b1b4271c-0795-4708-bdfa-e99adaf5bd9c service nova] Enqueued Resource ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 with Priority: HIGHEST for action security_group_members [ 711.570493] env[65302]: INFO networking_nsxv3.common.synchronization [req-8f4a5d3f-54ae-42ad-8d39-683927d5b712 req-b1b4271c-0795-4708-bdfa-e99adaf5bd9c service nova] Enqueued Resource ID: b5822284-32d6-42e3-9eb2-f0fc6300a6ad with Priority: HIGHEST for action port [ 711.571063] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 with Priority: HIGHEST for action security_group_rules [ 711.571221] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 with Priority: HIGHEST for action security_group_members [ 711.571320] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5822284-32d6-42e3-9eb2-f0fc6300a6ad with Priority: HIGHEST for action port [ 711.571617] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da4500a3-d55d-41ca-ac23-1bfcc4daaad3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.571757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.571823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.572142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.572230] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da4500a3-d55d-41ca-ac23-1bfcc4daaad3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.574159] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.574159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.574159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.574159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.574159] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.574159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.574159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.574159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.574565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.574565] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da4500a3-d55d-41ca-ac23-1bfcc4daaad3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.575561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5822284-32d6-42e3-9eb2-f0fc6300a6ad taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.576410] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5822284-32d6-42e3-9eb2-f0fc6300a6ad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.576510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5822284-32d6-42e3-9eb2-f0fc6300a6ad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.576810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5822284-32d6-42e3-9eb2-f0fc6300a6ad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.576859] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5822284-32d6-42e3-9eb2-f0fc6300a6ad',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.653942] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 711.653942] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 deletion is rescheduled due to dependency. [ 711.653942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.078792] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.079132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.079132] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da4500a3-d55d-41ca-ac23-1bfcc4daaad3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.081138] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5822284-32d6-42e3-9eb2-f0fc6300a6ad with status ACTIVE [ 712.081335] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.081445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.081533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.081712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.081806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.082819] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.082819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.082819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.083052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.083052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.083110] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.083436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.083436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.083436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.083436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.084266] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5822284-32d6-42e3-9eb2-f0fc6300a6ad is going to be updated. [ 712.112638] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.112824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.112895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.113172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.113419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.113856] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5822284-32d6-42e3-9eb2-f0fc6300a6ad" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.381373] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd26d126-2e6c-46ba-874d-99642afc887a in Status: SUCCESS [ 712.383802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.383802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.383802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.383802] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.383802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.383802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.383802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.383802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.383802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.383802] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd26d126-2e6c-46ba-874d-99642afc887a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.429154] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 in Status: SUCCESS [ 712.429858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.582387] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da4500a3-d55d-41ca-ac23-1bfcc4daaad3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.665345] env[65302]: INFO networking_nsxv3.common.synchronization [req-87a2cf80-85a6-4535-9b4c-a41124b148e8 req-7f68cf90-3b0f-417b-8c62-ce1d87242780 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Enqueued Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_members [ 712.666589] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_members [ 712.666769] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.666950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.667374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.667446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.667692] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.667829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.667876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.668123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.668266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.668368] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89dbea19-2541-41b7-9f98-8a6ea9ae17f3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.887870] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd26d126-2e6c-46ba-874d-99642afc887a taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.887870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.887870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.887870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.887870] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.887870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.887870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.887870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.887870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.887870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.887870] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd26d126-2e6c-46ba-874d-99642afc887a taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.887870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.887870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.888421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.888421] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.888421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.888421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.888534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.888560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.888628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.889662] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd26d126-2e6c-46ba-874d-99642afc887a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.084887] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.085280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.085280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.085579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.085718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.085830] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 is going to be created. [ 713.097676] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.099145] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-50" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.099145] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-50" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.099365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-50" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.102479] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.102479] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.102479] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.102479] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.102479] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.102479] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.102479] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.102479] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.102479] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.102479] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.102479] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.102479] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.122331] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.122475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.122565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.122777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.122939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.125329] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.125538] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.125674] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.125832] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-50" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.126135] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-f56697f9-483b-4806-b912-b41747f76c27 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.126296] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-f56697f9-483b-4806-b912-b41747f76c27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.126401] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-f56697f9-483b-4806-b912-b41747f76c27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.126681] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-f56697f9-483b-4806-b912-b41747f76c27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.126808] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f56697f9-483b-4806-b912-b41747f76c27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.137881] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 in Status: UNINITIALIZED for 2s [ 713.170869] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.171054] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.171152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.171397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.171499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.171712] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.171834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.171899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.172081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.172185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.172308] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 already deleted. [ 713.172427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.391464] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd26d126-2e6c-46ba-874d-99642afc887a: rpc.has_security_group_logging(os_id): False [ 713.412123] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.412292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.412346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.412546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.412635] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.412835] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.412931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.412994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.413174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.413238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.413417] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.413529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.413622] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.413776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.413849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.414041] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.414132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.414185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.414323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.414396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.414480] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd26d126-2e6c-46ba-874d-99642afc887a is going to be created. [ 713.521471] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.521620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.521693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.521906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.522093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.536484] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd26d126-2e6c-46ba-874d-99642afc887a in Status: IN_PROGRESS for 2s [ 713.630424] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.630670] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.630772] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.631108] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.631296] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.631481] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port f56697f9-483b-4806-b912-b41747f76c27 not found, creating... [ 713.632566] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.632874] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.632969] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.633290] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.633502] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.633879] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.634160] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.634634] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.634634] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.635049] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.635265] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: f56697f9-483b-4806-b912-b41747f76c27 is going to be created. [ 713.674246] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.674577] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.674781] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.675192] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.675488] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.675816] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-f56697f9-483b-4806-b912-b41747f76c27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.366092] env[65302]: INFO networking_nsxv3.common.synchronization [req-87a2cf80-85a6-4535-9b4c-a41124b148e8 req-b54bfd80-dc8f-4f4e-b195-9b8c6a8aecf5 service nova] Enqueued Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_rules [ 714.366092] env[65302]: INFO networking_nsxv3.common.synchronization [req-87a2cf80-85a6-4535-9b4c-a41124b148e8 req-b54bfd80-dc8f-4f4e-b195-9b8c6a8aecf5 service nova] Enqueued Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_members [ 714.366092] env[65302]: INFO networking_nsxv3.common.synchronization [req-87a2cf80-85a6-4535-9b4c-a41124b148e8 req-b54bfd80-dc8f-4f4e-b195-9b8c6a8aecf5 service nova] Enqueued Resource ID: f56697f9-483b-4806-b912-b41747f76c27 with Priority: HIGHEST for action port [ 714.366588] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_rules [ 714.366588] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_members [ 714.366739] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56697f9-483b-4806-b912-b41747f76c27 with Priority: HIGHEST for action port [ 714.366961] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.367644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.367726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.367918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.368087] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89dbea19-2541-41b7-9f98-8a6ea9ae17f3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.369067] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.369188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.369242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.369899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.370347] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.370347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.370347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.370466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.370466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.370590] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89dbea19-2541-41b7-9f98-8a6ea9ae17f3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.372600] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-f56697f9-483b-4806-b912-b41747f76c27 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.372600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f56697f9-483b-4806-b912-b41747f76c27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.372600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f56697f9-483b-4806-b912-b41747f76c27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.373009] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f56697f9-483b-4806-b912-b41747f76c27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.373009] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f56697f9-483b-4806-b912-b41747f76c27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.875039] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89dbea19-2541-41b7-9f98-8a6ea9ae17f3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.876127] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.876309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.876877] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f56697f9-483b-4806-b912-b41747f76c27 with status ACTIVE [ 714.877148] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.877335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.877430] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.877706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.880092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.884036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.884036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.884036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.884036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.884036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.884036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.884036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.884036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.884036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.884036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.884036] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f56697f9-483b-4806-b912-b41747f76c27 is going to be updated. [ 714.921821] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.922181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.922676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.922999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.923211] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.923548] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f56697f9-483b-4806-b912-b41747f76c27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.153139] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 in Status: SUCCESS [ 715.153412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.153927] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.154739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.154739] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.154739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.154739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.154739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.155185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.155185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.155185] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da4500a3-d55d-41ca-ac23-1bfcc4daaad3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.247893] env[65302]: INFO networking_nsxv3.common.synchronization [None req-dd2a61cc-e950-409f-af38-43a120e1c33e None None] Enqueued Resource ID: 9cb198d6-de75-4e89-a88d-822de3d83ef0 with Priority: HIGHEST for action port [ 715.248712] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb198d6-de75-4e89-a88d-822de3d83ef0 with Priority: HIGHEST for action port [ 715.249479] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cb198d6-de75-4e89-a88d-822de3d83ef0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.249570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cb198d6-de75-4e89-a88d-822de3d83ef0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.249707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cb198d6-de75-4e89-a88d-822de3d83ef0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.249993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cb198d6-de75-4e89-a88d-822de3d83ef0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.250132] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cb198d6-de75-4e89-a88d-822de3d83ef0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.379181] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89dbea19-2541-41b7-9f98-8a6ea9ae17f3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.550505] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd26d126-2e6c-46ba-874d-99642afc887a in Status: SUCCESS [ 715.550912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.659797] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.659979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.660061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.660681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.660681] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.662172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.662172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.662715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.662715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.662715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.662872] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.662872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.662952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.663222] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.663376] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.663469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.663563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.663746] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.665034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.665034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.669052] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da4500a3-d55d-41ca-ac23-1bfcc4daaad3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.752182] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cb198d6-de75-4e89-a88d-822de3d83ef0 [ 715.752515] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.753939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.753939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.753939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.753939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.753939] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cb198d6-de75-4e89-a88d-822de3d83ef0 already deleted. [ 715.753939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cb198d6-de75-4e89-a88d-822de3d83ef0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.882134] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.882721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.882821] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.883085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.883256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.883428] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 is going to be created. [ 715.919249] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.919423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.919512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.919733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.919898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.934346] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 in Status: UNINITIALIZED for 2s [ 716.171371] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da4500a3-d55d-41ca-ac23-1bfcc4daaad3: rpc.has_security_group_logging(os_id): False [ 716.193199] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.193614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.193614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.193754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.193852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.195423] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.195423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.195423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.195423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.195423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.195423] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.195423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.195423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.195423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.195423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.195423] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.196045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.196045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.196045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.196045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.196045] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 is going to be created. [ 716.264836] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.265148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.265148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.265296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.265472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.278546] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 in Status: IN_PROGRESS for 2s [ 717.265424] env[65302]: INFO networking_nsxv3.common.synchronization [None req-063cd4dd-3ec4-480a-b457-2d6c31f0d220 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Enqueued Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_rules [ 717.266862] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_rules [ 717.268032] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.268032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.268032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.268032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.268032] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.421461] env[65302]: INFO networking_nsxv3.common.synchronization [None req-ec63a3d7-82ba-4ecf-af7a-e63aaa1a6a3a tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Enqueued Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_rules [ 717.421732] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_rules [ 717.422154] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.422266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.789534] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.789724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.789811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.790048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.790168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.790304] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 already deleted. [ 717.790413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.790577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.790781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.790866] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.947017] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 in Status: SUCCESS [ 717.947290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.947462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.947681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.947869] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.947988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.948057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.948216] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.948316] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.948373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.948461] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89dbea19-2541-41b7-9f98-8a6ea9ae17f3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.295941] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 in Status: SUCCESS [ 718.296331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.319342] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.319421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.319508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.319699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.319796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.319920] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 already deleted. [ 718.319974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.452602] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89dbea19-2541-41b7-9f98-8a6ea9ae17f3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.960740] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89dbea19-2541-41b7-9f98-8a6ea9ae17f3: rpc.has_security_group_logging(os_id): False [ 718.986568] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.986740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.986810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.987161] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.987379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.987685] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.987790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.987888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.988110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.988199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.988291] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 is going to be created. [ 719.058905] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.059698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.059698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.059698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.059698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.077365] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 in Status: IN_PROGRESS for 2s [ 719.208842] env[65302]: INFO networking_nsxv3.common.synchronization [None req-eed6b25a-a1a8-4096-a5ac-037c33517b24 None None] Enqueued Resource ID: 2017d6b5-37f6-4ac4-a9d0-10c44be8d74e with Priority: HIGHEST for action port [ 719.209556] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2017d6b5-37f6-4ac4-a9d0-10c44be8d74e with Priority: HIGHEST for action port [ 719.209850] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-2017d6b5-37f6-4ac4-a9d0-10c44be8d74e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.209983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2017d6b5-37f6-4ac4-a9d0-10c44be8d74e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.210317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2017d6b5-37f6-4ac4-a9d0-10c44be8d74e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.210626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2017d6b5-37f6-4ac4-a9d0-10c44be8d74e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.210710] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2017d6b5-37f6-4ac4-a9d0-10c44be8d74e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.713457] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2017d6b5-37f6-4ac4-a9d0-10c44be8d74e [ 719.713723] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.713838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.713882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.714265] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.714265] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.714378] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2017d6b5-37f6-4ac4-a9d0-10c44be8d74e already deleted. [ 719.714378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2017d6b5-37f6-4ac4-a9d0-10c44be8d74e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.093035] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 in Status: SUCCESS [ 721.093348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.338230] env[65302]: INFO networking_nsxv3.common.synchronization [req-831f258c-78e5-432f-93aa-f052f1341ee2 req-b56543f0-0390-42d1-8b50-3e5ac1e2dabc tempest-ServerDiagnosticsTest-1080245047 tempest-ServerDiagnosticsTest-1080245047-project-member] Enqueued Resource ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 with Priority: HIGHEST for action security_group_members [ 721.338977] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 with Priority: HIGHEST for action security_group_members [ 721.339297] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2885ea5-44bc-49d4-8499-dbea424a6c03 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.339468] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.339468] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.339696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.339931] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.340054] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.340054] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.340343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.340444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.340546] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2885ea5-44bc-49d4-8499-dbea424a6c03',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.842926] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.842926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.842926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.843189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.843367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.843620] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.843679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.843709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.843902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.844061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.844149] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 is going to be updated. [ 721.879471] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.879640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.879706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.879926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.880108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.891589] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 in Status: IN_PROGRESS for 2s [ 723.263397] env[65302]: INFO networking_nsxv3.common.synchronization [req-3b0bcba4-73fd-423f-af6d-a3f1e5e39d3d req-25c91c8a-6c5a-4a09-88a5-a3ab6bc7f61f tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 723.268245] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 723.268940] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.269095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.269166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.269373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.269566] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.272631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.272728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.272913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.273018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.273124] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.776972] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.903936] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 in Status: SUCCESS [ 723.904116] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 deletion is rescheduled due to dependency. [ 723.904232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.058886] env[65302]: INFO networking_nsxv3.common.synchronization [req-35a4cf00-9495-4b16-915e-db6c3e0cac22 req-13fc4d09-b8c7-4d87-aa3f-727a7ea46604 tempest-ListServersNegativeTestJSON-1156590910 tempest-ListServersNegativeTestJSON-1156590910-project-member] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 724.059498] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGHEST for action security_group_members [ 724.059809] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.059929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.279167] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.744270] env[65302]: INFO networking_nsxv3.common.synchronization [req-04f3479a-9a5d-4321-9738-0ad76793ade8 req-555f1e95-e43a-4707-ae29-cdb582df0e6b tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Enqueued Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 724.744622] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 724.745560] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.745560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.745560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.745560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.745560] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.745560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.745902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.745902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.745902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.745902] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.784675] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.784675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.784675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.784959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.784959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.785066] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be updated. [ 724.818475] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.818678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.818751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.818953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.819113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.828570] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: IN_PROGRESS for 2s [ 725.251265] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.756168] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.006144] env[65302]: INFO networking_nsxv3.common.synchronization [req-43807528-7b89-4bcf-ad9e-f692c7af5933 req-ec3214fc-baac-498e-a65e-6593a3c6280b tempest-InstanceActionsNegativeTestJSON-241166018 tempest-InstanceActionsNegativeTestJSON-241166018-project-member] Enqueued Resource ID: cd26d126-2e6c-46ba-874d-99642afc887a with Priority: HIGHEST for action security_group_members [ 726.006716] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd26d126-2e6c-46ba-874d-99642afc887a with Priority: HIGHEST for action security_group_members [ 726.008455] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd26d126-2e6c-46ba-874d-99642afc887a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.008674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.008746] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.009024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.009219] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.009351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.009467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.009684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.009778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.009878] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd26d126-2e6c-46ba-874d-99642afc887a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.261561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.261800] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.261800] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.261985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.262084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.262184] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 is going to be updated. [ 726.298338] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.298338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.298338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.298338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.298666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.311032] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: IN_PROGRESS for 2s [ 726.512508] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.512734] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.512836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.513180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.513295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.513524] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.513626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.513714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.513925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.514038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.514149] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd26d126-2e6c-46ba-874d-99642afc887a is going to be updated. [ 726.545235] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.545423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.545507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.545719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.545857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.560675] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd26d126-2e6c-46ba-874d-99642afc887a in Status: IN_PROGRESS for 2s [ 726.844640] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: SUCCESS [ 726.844640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.844640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.844640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.844640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.844640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.844640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.844640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.844640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.844640] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.352981] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.352981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.352981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.352981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.352981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.352981] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.352981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.352981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.352981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.352981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.352981] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be updated. [ 727.385280] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.385489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.385595] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.385897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.386095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.398875] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: IN_PROGRESS for 2s [ 728.263020] env[65302]: INFO networking_nsxv3.common.synchronization [req-1c23ebba-2982-42a4-a355-5a0abf444bd9 req-a7f3682d-526a-44a9-ae53-b198f339d690 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 728.265444] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 728.266046] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.266281] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.266416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.266710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.267250] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.267250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.267250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.267413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.267526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.267677] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.323181] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: SUCCESS [ 728.323503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.572329] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd26d126-2e6c-46ba-874d-99642afc887a in Status: SUCCESS [ 728.572329] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd26d126-2e6c-46ba-874d-99642afc887a deletion is rescheduled due to dependency. [ 728.572439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd26d126-2e6c-46ba-874d-99642afc887a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.769651] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.788018] env[65302]: INFO networking_nsxv3.common.synchronization [req-0a09adbc-9add-436c-822d-fb688dffb8c2 req-cbce241c-748b-48e0-8292-81dba60eb513 tempest-VolumesAssistedSnapshotsTest-1488771918 tempest-VolumesAssistedSnapshotsTest-1488771918-project-member] Enqueued Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_members [ 728.790880] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGHEST for action security_group_members [ 728.791220] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a824d43d-b538-4f6b-9c7d-9e659345e317 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.791378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.791420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.791620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.791765] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.791856] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.791915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.792175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.792252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.792314] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a824d43d-b538-4f6b-9c7d-9e659345e317',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.862037] env[65302]: INFO networking_nsxv3.common.synchronization [None req-1dd8bc5a-20c5-4aa8-be5f-fc4c36c6a190 None None] Enqueued Resource ID: 731f8af6-10df-4aa0-8aca-b510097cc930 with Priority: HIGHEST for action port [ 728.862860] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 731f8af6-10df-4aa0-8aca-b510097cc930 with Priority: HIGHEST for action port [ 728.863282] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-731f8af6-10df-4aa0-8aca-b510097cc930 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.863456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-731f8af6-10df-4aa0-8aca-b510097cc930" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.863619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-731f8af6-10df-4aa0-8aca-b510097cc930" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.863980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-731f8af6-10df-4aa0-8aca-b510097cc930" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.864111] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('731f8af6-10df-4aa0-8aca-b510097cc930',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.273024] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.294136] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.294299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.294376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.294606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.294702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.294966] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.295029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.295071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.295328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.295328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.295411] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a824d43d-b538-4f6b-9c7d-9e659345e317 is going to be updated. [ 729.318685] env[65302]: INFO networking_nsxv3.common.synchronization [req-264b7a08-30d1-4018-9a24-f82033925b21 req-a22206c5-21db-4bc2-a918-c8a1f6c6a14a tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 729.318778] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 729.319097] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.319218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.319282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.319525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.319676] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.319770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.319829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.319969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.320061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.320149] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.334148] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.334148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.334148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.334148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.334148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.344204] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a824d43d-b538-4f6b-9c7d-9e659345e317 in Status: IN_PROGRESS for 2s [ 729.367456] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 731f8af6-10df-4aa0-8aca-b510097cc930 [ 729.367679] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.367809] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.367877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.368101] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.368193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.368307] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:731f8af6-10df-4aa0-8aca-b510097cc930 already deleted. [ 729.368402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-731f8af6-10df-4aa0-8aca-b510097cc930" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.409903] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 in Status: SUCCESS [ 729.411152] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 deletion is rescheduled due to dependency. [ 729.411283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.633177] env[65302]: INFO networking_nsxv3.common.synchronization [None req-7435c61d-6e43-4a19-9904-08770f41bb28 None None] Enqueued Resource ID: 58a79de8-896a-4c83-b636-20685793615b with Priority: HIGHEST for action port [ 729.633804] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a79de8-896a-4c83-b636-20685793615b with Priority: HIGHEST for action port [ 729.634172] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-58a79de8-896a-4c83-b636-20685793615b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.634326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58a79de8-896a-4c83-b636-20685793615b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.634381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58a79de8-896a-4c83-b636-20685793615b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.634643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58a79de8-896a-4c83-b636-20685793615b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.634732] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a79de8-896a-4c83-b636-20685793615b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.775302] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.775574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.775692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.775877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.775967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.776080] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b51eaf-0603-49de-b693-16e69a148974 is going to be updated. [ 729.806132] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.806286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.806373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.806600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.806912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.816543] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: IN_PROGRESS for 2s [ 729.822838] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.822838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.822838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.822838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.822838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.823117] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.823117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.823193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.823303] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.823386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.823489] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed already deleted. [ 729.823575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.138016] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58a79de8-896a-4c83-b636-20685793615b [ 730.138688] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.138688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.138688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.138889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.138989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.139106] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58a79de8-896a-4c83-b636-20685793615b already deleted. [ 730.139193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58a79de8-896a-4c83-b636-20685793615b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.176955] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.177175] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.177316] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.177668] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.177956] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.179101] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.179232] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.179462] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.179623] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.179830] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.179938] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.180068] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.180174] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.180275] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.180375] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.180504] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.229944] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.230090] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.230225] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.230432] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.230933] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-213ca5f5-62de-45bd-bf7f-e06d5057c946 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.231135] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-213ca5f5-62de-45bd-bf7f-e06d5057c946" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.231253] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-213ca5f5-62de-45bd-bf7f-e06d5057c946" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.231568] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-213ca5f5-62de-45bd-bf7f-e06d5057c946" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.232287] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213ca5f5-62de-45bd-bf7f-e06d5057c946',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.734364] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.734733] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.734777] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.735062] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.735263] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.735491] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 213ca5f5-62de-45bd-bf7f-e06d5057c946 not found, creating... [ 730.735903] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.736176] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.736367] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.736629] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.736765] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.737067] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.737248] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.737363] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.737584] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.737725] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.737860] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 213ca5f5-62de-45bd-bf7f-e06d5057c946 is going to be created. [ 730.759624] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.759781] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.759897] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.760436] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.760436] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.760652] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-213ca5f5-62de-45bd-bf7f-e06d5057c946" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.788907] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d10ab92c-77ee-43f9-a102-f25061488567 None None] Enqueued Resource ID: 3dd89ad1-3165-4622-82d3-9296c464e3d6 with Priority: HIGHEST for action port [ 730.789562] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd89ad1-3165-4622-82d3-9296c464e3d6 with Priority: HIGHEST for action port [ 730.789859] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dd89ad1-3165-4622-82d3-9296c464e3d6 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.789986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dd89ad1-3165-4622-82d3-9296c464e3d6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.790095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dd89ad1-3165-4622-82d3-9296c464e3d6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.790372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dd89ad1-3165-4622-82d3-9296c464e3d6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.790483] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd89ad1-3165-4622-82d3-9296c464e3d6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.295557] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dd89ad1-3165-4622-82d3-9296c464e3d6 [ 731.295800] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.295945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.296025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.296263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.296348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.296442] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dd89ad1-3165-4622-82d3-9296c464e3d6 already deleted. [ 731.296518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dd89ad1-3165-4622-82d3-9296c464e3d6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.356012] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a824d43d-b538-4f6b-9c7d-9e659345e317 in Status: SUCCESS [ 731.356201] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a824d43d-b538-4f6b-9c7d-9e659345e317 deletion is rescheduled due to dependency. [ 731.356498] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.470259] env[65302]: INFO networking_nsxv3.common.synchronization [req-264b7a08-30d1-4018-9a24-f82033925b21 req-36e2ad57-6007-4218-8322-486735f2ef7b service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 731.470259] env[65302]: INFO networking_nsxv3.common.synchronization [req-264b7a08-30d1-4018-9a24-f82033925b21 req-36e2ad57-6007-4218-8322-486735f2ef7b service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 731.470259] env[65302]: INFO networking_nsxv3.common.synchronization [req-264b7a08-30d1-4018-9a24-f82033925b21 req-36e2ad57-6007-4218-8322-486735f2ef7b service nova] Enqueued Resource ID: 213ca5f5-62de-45bd-bf7f-e06d5057c946 with Priority: HIGHEST for action port [ 731.470259] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 731.470259] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 731.470259] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213ca5f5-62de-45bd-bf7f-e06d5057c946 with Priority: HIGHEST for action port [ 731.471311] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.474130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.474130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.474130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.474130] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.474130] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.474130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.474130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.474130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.474130] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.474130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.474130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.474130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.474130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.474130] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.481736] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-213ca5f5-62de-45bd-bf7f-e06d5057c946 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.481736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-213ca5f5-62de-45bd-bf7f-e06d5057c946" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.481736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-213ca5f5-62de-45bd-bf7f-e06d5057c946" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.482084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-213ca5f5-62de-45bd-bf7f-e06d5057c946" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.482084] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213ca5f5-62de-45bd-bf7f-e06d5057c946',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.641113] env[65302]: INFO networking_nsxv3.common.synchronization [None req-731d1da0-9100-49b2-a84a-fcd40162a55b None None] Enqueued Resource ID: 4234304b-6509-4054-83d4-2e706e6c60ae with Priority: HIGHEST for action port [ 731.641717] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4234304b-6509-4054-83d4-2e706e6c60ae with Priority: HIGHEST for action port [ 731.643372] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4234304b-6509-4054-83d4-2e706e6c60ae taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.643372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4234304b-6509-4054-83d4-2e706e6c60ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.643372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4234304b-6509-4054-83d4-2e706e6c60ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.643712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4234304b-6509-4054-83d4-2e706e6c60ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.643864] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4234304b-6509-4054-83d4-2e706e6c60ae',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.826620] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: SUCCESS [ 731.826981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.983488] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.984544] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.984644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.985015] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 213ca5f5-62de-45bd-bf7f-e06d5057c946 with status ACTIVE [ 731.985213] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.985343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.985343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.985559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.985650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.985813] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.985904] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.985965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.986118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.986312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.986374] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.986458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.986503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.986633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.986706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.986788] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 213ca5f5-62de-45bd-bf7f-e06d5057c946 is going to be updated. [ 732.010812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.010984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.011083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.011259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.011702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.011702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-213ca5f5-62de-45bd-bf7f-e06d5057c946" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.147958] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4234304b-6509-4054-83d4-2e706e6c60ae [ 732.148189] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.148320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.148385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.148593] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.148685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.148780] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4234304b-6509-4054-83d4-2e706e6c60ae already deleted. [ 732.148860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4234304b-6509-4054-83d4-2e706e6c60ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.487222] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.877030] env[65302]: INFO networking_nsxv3.common.synchronization [req-17e50cd7-f5dd-42dc-aee1-0877843964e5 req-8cc51358-2260-45c3-a331-9e760cb892b8 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 732.878169] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 732.878169] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.878664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.878719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.878950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.880223] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.880223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.880223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.880223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.880223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.880223] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.991063] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.994146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.994146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.994146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.994146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.994146] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be created. [ 733.020212] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.020212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.020212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.020212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.020212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.028811] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: UNINITIALIZED for 2s [ 733.382339] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.387273] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.387483] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.387602] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.387862] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.388132] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.388325] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.388394] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.388604] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.388735] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.388932] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.389104] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.389228] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.389331] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.389433] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.389592] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.389727] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.409549] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.409713] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.409841] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.410012] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-871" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.410328] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-4102075d-5066-4a10-8ae0-4b036798289f taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.410496] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-4102075d-5066-4a10-8ae0-4b036798289f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.410606] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-4102075d-5066-4a10-8ae0-4b036798289f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.410921] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-4102075d-5066-4a10-8ae0-4b036798289f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.411065] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4102075d-5066-4a10-8ae0-4b036798289f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.498844] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d89acc8d-225e-47f9-a5ae-76e7a0cd0788 None None] Enqueued Resource ID: 68e8398c-7047-4906-84f2-0f9732e13545 with Priority: HIGHEST for action port [ 733.499377] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e8398c-7047-4906-84f2-0f9732e13545 with Priority: HIGHEST for action port [ 733.499677] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-68e8398c-7047-4906-84f2-0f9732e13545 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.499799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68e8398c-7047-4906-84f2-0f9732e13545" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.499861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68e8398c-7047-4906-84f2-0f9732e13545" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.501076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68e8398c-7047-4906-84f2-0f9732e13545" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.501076] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e8398c-7047-4906-84f2-0f9732e13545',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.884994] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.913664] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.913788] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.913864] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.914131] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.914280] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.914428] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 4102075d-5066-4a10-8ae0-4b036798289f not found, creating... [ 733.914691] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.914851] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.914951] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.915183] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.915323] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.915577] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.915885] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.915885] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.916023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.916188] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.916282] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 4102075d-5066-4a10-8ae0-4b036798289f is going to be created. [ 733.935706] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.935869] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.935977] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.936301] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.936522] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.936764] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-4102075d-5066-4a10-8ae0-4b036798289f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.003113] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68e8398c-7047-4906-84f2-0f9732e13545 [ 734.003355] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.003494] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.003564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.003779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.003870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.003965] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68e8398c-7047-4906-84f2-0f9732e13545 already deleted. [ 734.004058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68e8398c-7047-4906-84f2-0f9732e13545" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.389420] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.389420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.392035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.392744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.392744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.393658] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 734.438222] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.438365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.438425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.438636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.438771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.449223] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 734.770281] env[65302]: INFO networking_nsxv3.common.synchronization [req-17e50cd7-f5dd-42dc-aee1-0877843964e5 req-b4be0556-05fb-475b-9b4d-e6ddb6fe0898 service nova] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_rules [ 734.770375] env[65302]: INFO networking_nsxv3.common.synchronization [req-17e50cd7-f5dd-42dc-aee1-0877843964e5 req-b4be0556-05fb-475b-9b4d-e6ddb6fe0898 service nova] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 734.770497] env[65302]: INFO networking_nsxv3.common.synchronization [req-17e50cd7-f5dd-42dc-aee1-0877843964e5 req-b4be0556-05fb-475b-9b4d-e6ddb6fe0898 service nova] Enqueued Resource ID: 4102075d-5066-4a10-8ae0-4b036798289f with Priority: HIGHEST for action port [ 734.771067] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_rules [ 734.771209] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 734.771305] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4102075d-5066-4a10-8ae0-4b036798289f with Priority: HIGHEST for action port [ 734.774385] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.774569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.774886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.774886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.774953] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.777126] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.777126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.777126] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4102075d-5066-4a10-8ae0-4b036798289f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.777126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4102075d-5066-4a10-8ae0-4b036798289f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.777126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4102075d-5066-4a10-8ae0-4b036798289f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.777126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4102075d-5066-4a10-8ae0-4b036798289f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.777126] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4102075d-5066-4a10-8ae0-4b036798289f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.041907] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 735.041907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.041907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.041907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.041907] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.041907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.042469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.042469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.042469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.042469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.042469] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.258882] env[65302]: INFO networking_nsxv3.common.synchronization [req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 req-6b9a6049-441b-4c7c-9d62-cdb2fe7686f1 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 735.260405] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 735.260591] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.260727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.260794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.260983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.261148] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.261245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.261305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.261452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.261534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.261628] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.281027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.281027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.281027] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4102075d-5066-4a10-8ae0-4b036798289f with status ACTIVE [ 735.281027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.281027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.281027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.281027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.281027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.281027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.281027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.281027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.281027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.281027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.281027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.281618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.281618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.281618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.281618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.281618] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4102075d-5066-4a10-8ae0-4b036798289f is going to be updated. [ 735.304038] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.305147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.305147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.305147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.305147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.306531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4102075d-5066-4a10-8ae0-4b036798289f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.545206] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.545418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.545493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.545860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.546307] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.546307] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.546307] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.547031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.547158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.547259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.547396] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.547569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.547569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.547894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.548144] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.548405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.549278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.549278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.549278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.549278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.549278] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.764473] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.764662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.764753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.765099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.765099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.765415] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.765415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.765415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.765529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.765529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.765693] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 735.795020] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.795020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.795020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.795258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.795463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.806163] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 735.811397] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.812896] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.812896] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.812896] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.812896] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.812896] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.812896] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.812896] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.812896] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.813440] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.813440] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.813440] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.813534] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.813625] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.813747] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.813888] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.832821] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.833022] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.833189] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.833490] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.833726] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-03b35fd8-aff3-432e-b7ba-bf4624642ab5 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.834104] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-03b35fd8-aff3-432e-b7ba-bf4624642ab5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.834305] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-03b35fd8-aff3-432e-b7ba-bf4624642ab5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.834840] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-03b35fd8-aff3-432e-b7ba-bf4624642ab5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.835061] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b35fd8-aff3-432e-b7ba-bf4624642ab5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.051683] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c2dda12-210c-4622-be22-0d6a11b072ed: rpc.has_security_group_logging(os_id): False [ 736.076888] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.077085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.077154] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.077517] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.077732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.077833] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.077910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.077967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.078119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.078196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.078415] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.078524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.078576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.078695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.078766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.078957] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.079296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.079374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.079523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.079619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.079704] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be created. [ 736.211218] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.211555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.211671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.211978] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.212653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.226172] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 736.339201] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.339201] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.339201] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.339201] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.339454] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.339706] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 03b35fd8-aff3-432e-b7ba-bf4624642ab5 not found, creating... [ 736.341143] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.341143] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.341143] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.341143] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.341143] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.341415] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.341758] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.341758] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.341913] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.342016] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.342150] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 03b35fd8-aff3-432e-b7ba-bf4624642ab5 is going to be created. [ 736.368771] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.369034] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.369095] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.369366] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.369669] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.369898] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-03b35fd8-aff3-432e-b7ba-bf4624642ab5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.434222] env[65302]: INFO networking_nsxv3.common.synchronization [None req-6ae6df53-54df-415d-b37b-039a2d197ff0 None None] Enqueued Resource ID: 7008cc5e-cae2-45a4-87e8-00b56e40d83d with Priority: HIGHEST for action port [ 736.434791] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7008cc5e-cae2-45a4-87e8-00b56e40d83d with Priority: HIGHEST for action port [ 736.435166] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7008cc5e-cae2-45a4-87e8-00b56e40d83d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.435378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7008cc5e-cae2-45a4-87e8-00b56e40d83d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.435378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7008cc5e-cae2-45a4-87e8-00b56e40d83d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.435731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7008cc5e-cae2-45a4-87e8-00b56e40d83d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.435731] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7008cc5e-cae2-45a4-87e8-00b56e40d83d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.462098] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 736.463197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.463405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.463653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.463841] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.463969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.464044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.464204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.464289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.464689] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.519371] env[65302]: INFO networking_nsxv3.common.synchronization [None req-63275fc5-fd4b-46f5-9587-6708b3bb8c22 None None] Enqueued Resource ID: fe853cbc-e23f-40d8-bb31-6667615e021e with Priority: HIGHEST for action port [ 736.519371] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe853cbc-e23f-40d8-bb31-6667615e021e with Priority: HIGHEST for action port [ 736.519371] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe853cbc-e23f-40d8-bb31-6667615e021e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.519371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe853cbc-e23f-40d8-bb31-6667615e021e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.519371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe853cbc-e23f-40d8-bb31-6667615e021e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.519371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe853cbc-e23f-40d8-bb31-6667615e021e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.519371] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe853cbc-e23f-40d8-bb31-6667615e021e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.939425] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7008cc5e-cae2-45a4-87e8-00b56e40d83d [ 736.939425] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.939425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.939425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.939425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.939425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.939425] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7008cc5e-cae2-45a4-87e8-00b56e40d83d already deleted. [ 736.939425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7008cc5e-cae2-45a4-87e8-00b56e40d83d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.967913] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.020767] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe853cbc-e23f-40d8-bb31-6667615e021e [ 737.021048] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.021162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.021162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.021377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.021465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.021866] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe853cbc-e23f-40d8-bb31-6667615e021e already deleted. [ 737.021866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe853cbc-e23f-40d8-bb31-6667615e021e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.156095] env[65302]: INFO networking_nsxv3.common.synchronization [req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 req-663cb514-269b-4a89-9974-d7d5fb5bede8 service nova] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_rules [ 737.156297] env[65302]: INFO networking_nsxv3.common.synchronization [req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 req-663cb514-269b-4a89-9974-d7d5fb5bede8 service nova] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 737.156297] env[65302]: INFO networking_nsxv3.common.synchronization [req-8084b8f2-1a9a-45d6-b2aa-518c7240e115 req-663cb514-269b-4a89-9974-d7d5fb5bede8 service nova] Enqueued Resource ID: 03b35fd8-aff3-432e-b7ba-bf4624642ab5 with Priority: HIGHEST for action port [ 737.156850] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_rules [ 737.156968] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 737.157086] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b35fd8-aff3-432e-b7ba-bf4624642ab5 with Priority: HIGHEST for action port [ 737.157380] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.157508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.157561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.157741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.157816] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.158706] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.158794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.158971] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-03b35fd8-aff3-432e-b7ba-bf4624642ab5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.159079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03b35fd8-aff3-432e-b7ba-bf4624642ab5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.159141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03b35fd8-aff3-432e-b7ba-bf4624642ab5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.160471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03b35fd8-aff3-432e-b7ba-bf4624642ab5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.160558] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b35fd8-aff3-432e-b7ba-bf4624642ab5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.471374] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.662677] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.662881] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.662986] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03b35fd8-aff3-432e-b7ba-bf4624642ab5 with status ACTIVE [ 737.663177] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.663286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.663347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.663567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.663654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.663862] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.663962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.664035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.664204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.664283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.664460] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.664551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.664666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.664748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.664819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.664905] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03b35fd8-aff3-432e-b7ba-bf4624642ab5 is going to be updated. [ 737.689437] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.689664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.689820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.690098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.690269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.690499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03b35fd8-aff3-432e-b7ba-bf4624642ab5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.819185] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 737.819472] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d deletion is rescheduled due to dependency. [ 737.819663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.819907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.820237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.820510] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.820688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.820790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.821580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.821736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.821855] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.974765] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.974942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.975026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.975231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.975325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.975425] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 738.008026] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.008026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.008026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.008026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.008026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.017218] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 738.059394] env[65302]: INFO networking_nsxv3.common.synchronization [req-be73d7f2-72c7-45a8-8969-97745eb4ea4c req-a6e54b9d-882c-4c48-a0bc-9dba583ab331 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 738.060049] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 738.060301] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.060419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.060482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.060739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.060916] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.061048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.061129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.061290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.061372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.061462] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.252490] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 738.252899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.324410] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.499531] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.499844] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.499844] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.500097] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.500365] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.500567] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.500623] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.500807] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.500940] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.503978] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.503978] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.504190] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.504190] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.504284] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.504397] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.504540] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.532783] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.532971] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.533091] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.533271] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.533595] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.533770] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.533882] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.534241] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.534409] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412a4035-fbc5-4e3e-bd97-2f2afb27bd9d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.565393] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.565529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.566457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.566457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.566457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.566457] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.566457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.566457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.567097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.567097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.567097] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 738.599662] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.599864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.599864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.600011] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.600221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.611971] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 738.828575] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.009785] env[65302]: INFO networking_nsxv3.common.synchronization [None req-7aa6e1b8-1598-42e1-ad7e-61592b8e8add tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Enqueued Resource ID: 4c891864-d9bd-40f1-9231-b3e66ed13f62 with Priority: HIGHEST for action security_group_rules [ 739.010657] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c891864-d9bd-40f1-9231-b3e66ed13f62 with Priority: HIGHEST for action security_group_rules [ 739.010657] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c891864-d9bd-40f1-9231-b3e66ed13f62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.010657] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c891864-d9bd-40f1-9231-b3e66ed13f62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.010811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c891864-d9bd-40f1-9231-b3e66ed13f62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.010942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c891864-d9bd-40f1-9231-b3e66ed13f62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.011036] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c891864-d9bd-40f1-9231-b3e66ed13f62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.036923] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.037453] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.037551] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.037824] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.037971] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.038142] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 412a4035-fbc5-4e3e-bd97-2f2afb27bd9d not found, creating... [ 739.038407] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.038561] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.038669] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.038888] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.039036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.039321] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.039469] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.039648] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.039873] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.040013] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.040149] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 412a4035-fbc5-4e3e-bd97-2f2afb27bd9d is going to be created. [ 739.062154] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.062371] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.062492] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.062861] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.063118] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.063372] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.180545] env[65302]: INFO networking_nsxv3.common.synchronization [None req-251f9bad-5881-4ced-b214-ccbe8cb0cebc tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Enqueued Resource ID: 4c891864-d9bd-40f1-9231-b3e66ed13f62 with Priority: HIGHEST for action security_group_rules [ 739.180918] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c891864-d9bd-40f1-9231-b3e66ed13f62 with Priority: HIGHEST for action security_group_rules [ 739.181242] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c891864-d9bd-40f1-9231-b3e66ed13f62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.181428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c891864-d9bd-40f1-9231-b3e66ed13f62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.290981] env[65302]: INFO networking_nsxv3.common.synchronization [None req-7a277f18-c61c-447a-9d19-392267e6e9c5 None None] Enqueued Resource ID: 3c8987e2-9de3-46db-bd21-cb44e609f66c with Priority: HIGHEST for action port [ 739.293199] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8987e2-9de3-46db-bd21-cb44e609f66c with Priority: HIGHEST for action port [ 739.293199] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8987e2-9de3-46db-bd21-cb44e609f66c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.293199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8987e2-9de3-46db-bd21-cb44e609f66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.293199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8987e2-9de3-46db-bd21-cb44e609f66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.293446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8987e2-9de3-46db-bd21-cb44e609f66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.293631] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8987e2-9de3-46db-bd21-cb44e609f66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.332561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.332561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.332561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.332561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.332561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.332561] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 739.364852] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.364968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.364968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.365297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.365864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.378857] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 739.535762] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.535762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.535762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.535762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.535762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.535762] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c891864-d9bd-40f1-9231-b3e66ed13f62 already deleted. [ 739.535762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c891864-d9bd-40f1-9231-b3e66ed13f62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.536195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c891864-d9bd-40f1-9231-b3e66ed13f62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.536388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c891864-d9bd-40f1-9231-b3e66ed13f62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.536508] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c891864-d9bd-40f1-9231-b3e66ed13f62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.796168] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c8987e2-9de3-46db-bd21-cb44e609f66c [ 739.796330] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.796428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.796642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.796811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.796966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.797143] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c8987e2-9de3-46db-bd21-cb44e609f66c already deleted. [ 739.797332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8987e2-9de3-46db-bd21-cb44e609f66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.866628] env[65302]: INFO networking_nsxv3.common.synchronization [req-be73d7f2-72c7-45a8-8969-97745eb4ea4c req-6a64644f-53b6-4cf2-8ba6-fda6d1cb3c66 service nova] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_rules [ 739.866628] env[65302]: INFO networking_nsxv3.common.synchronization [req-be73d7f2-72c7-45a8-8969-97745eb4ea4c req-6a64644f-53b6-4cf2-8ba6-fda6d1cb3c66 service nova] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 739.866628] env[65302]: INFO networking_nsxv3.common.synchronization [req-be73d7f2-72c7-45a8-8969-97745eb4ea4c req-6a64644f-53b6-4cf2-8ba6-fda6d1cb3c66 service nova] Enqueued Resource ID: 412a4035-fbc5-4e3e-bd97-2f2afb27bd9d with Priority: HIGHEST for action port [ 739.868908] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_rules [ 739.868908] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 739.868908] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412a4035-fbc5-4e3e-bd97-2f2afb27bd9d with Priority: HIGHEST for action port [ 739.869235] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.869367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.869435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.869658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.870030] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.870835] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.870937] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.871164] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.871271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.871339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.871607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.871658] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412a4035-fbc5-4e3e-bd97-2f2afb27bd9d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.039784] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 740.040014] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.041341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.041753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.041753] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.042023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.042023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.044049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.044049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.044049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.044049] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.064897] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.065123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.065228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.065458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.065598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.065745] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c891864-d9bd-40f1-9231-b3e66ed13f62 already deleted. [ 740.065895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c891864-d9bd-40f1-9231-b3e66ed13f62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.373435] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.373808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.373808] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 412a4035-fbc5-4e3e-bd97-2f2afb27bd9d with status ACTIVE [ 740.373891] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.373970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.373970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.374207] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.374296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.374472] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.374580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.374618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.375032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.375032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.375202] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.375202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.375202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.375407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.375493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.375548] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 412a4035-fbc5-4e3e-bd97-2f2afb27bd9d is going to be updated. [ 740.398552] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.398706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.398901] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.398974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.399121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.399299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-412a4035-fbc5-4e3e-bd97-2f2afb27bd9d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.546674] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.546980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.547076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.547377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.547624] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.547777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.547841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.548105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.548194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.548303] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.548510] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.548576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.548644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.548775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.548914] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.549017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.549075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.549241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.550583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.550583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.550583] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.626028] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 740.626175] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 deletion is rescheduled due to dependency. [ 740.626298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.626512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.626744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.626933] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.627078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.627147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.627313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.627418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.627505] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.052305] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 409dd4f8-f44c-4715-8913-b0116a226610: rpc.has_security_group_logging(os_id): False [ 741.077046] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.077284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.077366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.077651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.077770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.078640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.083028] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.083028] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.083028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.083028] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 741.130724] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.153731] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.153998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.153998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.154530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.154674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.171480] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 741.388696] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 741.389101] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.389249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.389500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.390346] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.390505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.390574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.390741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.390835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.390954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.391057] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.427873] env[65302]: INFO networking_nsxv3.common.synchronization [req-aafd5158-40ac-42a7-a820-a8b8fc342385 req-272d443a-bd86-4d7c-9d10-f1ec6b02ae0a tempest-FloatingIPsAssociationTestJSON-1778954281 tempest-FloatingIPsAssociationTestJSON-1778954281-project-member] Enqueued Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 741.427873] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGHEST for action security_group_members [ 741.427873] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.427873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.427873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.427873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.427873] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.427873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.427873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.427873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.428918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.428918] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.632939] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.893401] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.893612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.893690] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.894335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.894335] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.894335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.894335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.894567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.894623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.894728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.894920] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.895066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.895234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.896751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.896751] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.896751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.896751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.896751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.896751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.896751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.896751] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.930942] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.931071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.931135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.931359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.931454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.931655] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.931756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.931858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.931965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.932050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.932134] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa is going to be updated. [ 741.961771] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.961771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.961771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.961771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.961771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.973356] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: IN_PROGRESS for 2s [ 742.136477] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.137513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.137775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.138124] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.138595] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.138800] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 742.170951] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.172844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.172844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.172844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.172844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.184963] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 742.398485] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc2671d-e165-4d21-a583-8c87fe6c200d: rpc.has_security_group_logging(os_id): False [ 742.420486] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.421212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.421212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.421212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.421212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.421501] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.421501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.421782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.421782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.421924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.422069] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.422167] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.422227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.422385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.422464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.422628] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.422745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.422827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.422894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.422958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.424630] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 742.500489] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.500687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.500736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.501220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.502064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.518475] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 743.194566] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 743.196256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.986312] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa in Status: SUCCESS [ 743.986566] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa deletion is rescheduled due to dependency. [ 743.986891] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.196629] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 744.196629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.196629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.196629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.196629] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.196629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.196629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.196629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.196629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.196629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.196629] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.510054] env[65302]: INFO networking_nsxv3.common.synchronization [None req-9e3a66a4-8930-4c31-8421-9c7fbb650cc6 None None] Enqueued Resource ID: 58f8b5aa-2723-48eb-b4de-5a5e0c03ae80 with Priority: HIGHEST for action port [ 744.510345] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f8b5aa-2723-48eb-b4de-5a5e0c03ae80 with Priority: HIGHEST for action port [ 744.510642] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f8b5aa-2723-48eb-b4de-5a5e0c03ae80 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.511089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f8b5aa-2723-48eb-b4de-5a5e0c03ae80" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.511089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f8b5aa-2723-48eb-b4de-5a5e0c03ae80" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.511089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f8b5aa-2723-48eb-b4de-5a5e0c03ae80" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.511269] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f8b5aa-2723-48eb-b4de-5a5e0c03ae80',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.533819] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 744.533819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.698994] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.699419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.699590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.699899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.700186] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.700412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.700588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.700846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.701038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.701221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.701476] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.701702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.701854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.702123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.702402] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.702648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.702805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.703077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.703349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.703618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.704613] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.013477] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58f8b5aa-2723-48eb-b4de-5a5e0c03ae80 [ 745.013799] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.013921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.014065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.014336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.014402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.014482] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58f8b5aa-2723-48eb-b4de-5a5e0c03ae80 already deleted. [ 745.014561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f8b5aa-2723-48eb-b4de-5a5e0c03ae80" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.140832] env[65302]: INFO networking_nsxv3.common.synchronization [req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 req-ad020576-2814-45ea-a878-df4526866a3a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_members [ 745.141475] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_members [ 745.141538] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.142153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.142153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.142649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.143050] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.143050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.143050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.143726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.143726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.143726] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7eef9d-4872-4c9d-9069-dd2938e1fabf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.209359] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78: rpc.has_security_group_logging(os_id): False [ 745.232387] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.232541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.232601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.232806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.232895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.233089] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.233187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.233292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.233460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.233625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.233829] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.233924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.233985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.234139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.234213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.234431] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.234550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.234926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.234926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.234926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.234926] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 745.305895] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.306089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.306132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.306336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.306463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.320032] env[65302]: INFO networking_nsxv3.common.synchronization [None req-3c1fad5f-5fe5-4990-919d-5b79a417d760 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_rules [ 745.320409] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_rules [ 745.320727] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0482e356-83c1-4bad-9658-3c5946ad39ce taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.320833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.320899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.321954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.321954] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0482e356-83c1-4bad-9658-3c5946ad39ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.323041] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 745.540123] env[65302]: INFO networking_nsxv3.common.synchronization [None req-e6592d78-ccea-4e2a-9bd0-f80b52ab2803 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_rules [ 745.540860] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_rules [ 745.542130] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0482e356-83c1-4bad-9658-3c5946ad39ce taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.542285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.591949] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.592134] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.592134] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.592571] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.592912] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.593188] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.593329] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.593616] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.593818] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.594101] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.594244] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.594392] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.594542] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.594711] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.594857] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.595042] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.619724] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.620016] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.620272] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.620604] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.621014] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-43eb4f50-49c3-4caa-8ef0-c987ca652e1b taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.621277] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-43eb4f50-49c3-4caa-8ef0-c987ca652e1b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.621505] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-43eb4f50-49c3-4caa-8ef0-c987ca652e1b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.621890] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-43eb4f50-49c3-4caa-8ef0-c987ca652e1b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.622100] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43eb4f50-49c3-4caa-8ef0-c987ca652e1b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.645995] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.647039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.647492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.647771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.647928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.648360] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.648624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.648730] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.648962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.649095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.649214] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf already deleted. [ 745.650844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.850029] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.850029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.850029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.850029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.850029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.850029] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0482e356-83c1-4bad-9658-3c5946ad39ce already deleted. [ 745.850029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.850029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.850029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.850029] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0482e356-83c1-4bad-9658-3c5946ad39ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.127045] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.127598] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.127598] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.127703] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.127870] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.128046] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 43eb4f50-49c3-4caa-8ef0-c987ca652e1b not found, creating... [ 746.128343] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.128575] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.128649] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.128917] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.129037] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.129364] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.129460] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.129638] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.129803] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.130053] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.130286] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 43eb4f50-49c3-4caa-8ef0-c987ca652e1b is going to be created. [ 746.153814] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.154105] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.154184] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.154554] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.154686] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.154925] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-43eb4f50-49c3-4caa-8ef0-c987ca652e1b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.374247] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.374247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.374247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.374247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.374247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.374247] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0482e356-83c1-4bad-9658-3c5946ad39ce already deleted. [ 746.374247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.498107] env[65302]: INFO networking_nsxv3.common.synchronization [req-256be7be-bc18-47c2-8154-93c2fa00638d req-2a44b217-a245-4c7e-879f-7b8ad31480c7 tempest-ServerTagsTestJSON-1946209322 tempest-ServerTagsTestJSON-1946209322-project-member] Enqueued Resource ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 with Priority: HIGHEST for action security_group_members [ 746.498711] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 with Priority: HIGHEST for action security_group_members [ 746.499016] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.499139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.499204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.499401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.499551] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.499645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.501161] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.501161] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.501161] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.501161] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da4500a3-d55d-41ca-ac23-1bfcc4daaad3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.778847] env[65302]: INFO networking_nsxv3.common.synchronization [req-5f96df78-8efe-4ad2-94c5-7bed1333c2df req-181d8a8c-9808-440c-afe2-426281a090b7 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 746.779455] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 746.779856] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.779974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.781142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.781403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.781575] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.782269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.782269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.782269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.782269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.782269] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.906137] env[65302]: INFO networking_nsxv3.common.synchronization [req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 req-2d1395c8-38ef-4fa2-8880-64d0ee138744 service nova] Enqueued Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_rules [ 746.906137] env[65302]: INFO networking_nsxv3.common.synchronization [req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 req-2d1395c8-38ef-4fa2-8880-64d0ee138744 service nova] Enqueued Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_members [ 746.906137] env[65302]: INFO networking_nsxv3.common.synchronization [req-a6638af5-ce3e-4175-b1f8-5b28a4b18916 req-2d1395c8-38ef-4fa2-8880-64d0ee138744 service nova] Enqueued Resource ID: 43eb4f50-49c3-4caa-8ef0-c987ca652e1b with Priority: HIGHEST for action port [ 746.906137] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_rules [ 746.906137] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_members [ 746.906137] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43eb4f50-49c3-4caa-8ef0-c987ca652e1b with Priority: HIGHEST for action port [ 746.906137] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.906137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.906137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.906137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.906137] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e7eef9d-4872-4c9d-9069-dd2938e1fabf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.908624] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.909117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.909329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.910754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.911088] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.911412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.911622] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.912765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.912765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.912765] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7eef9d-4872-4c9d-9069-dd2938e1fabf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.913865] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-43eb4f50-49c3-4caa-8ef0-c987ca652e1b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.914156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43eb4f50-49c3-4caa-8ef0-c987ca652e1b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.916245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43eb4f50-49c3-4caa-8ef0-c987ca652e1b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.916245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43eb4f50-49c3-4caa-8ef0-c987ca652e1b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.916245] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43eb4f50-49c3-4caa-8ef0-c987ca652e1b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.005017] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.005017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.005017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.005017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.005017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.005017] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.005017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.005017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.005017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.005017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.005017] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 is going to be updated. [ 747.038144] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.038435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.038435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.038663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.039136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.049158] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 in Status: IN_PROGRESS for 2s [ 747.107116] env[65302]: INFO networking_nsxv3.common.synchronization [None req-6533e632-e6d7-4e2d-b577-f382752b3c28 None None] Enqueued Resource ID: 2884d594-7706-4a13-a927-0b49765a857f with Priority: HIGHEST for action port [ 747.107116] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2884d594-7706-4a13-a927-0b49765a857f with Priority: HIGHEST for action port [ 747.107390] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-2884d594-7706-4a13-a927-0b49765a857f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.107525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2884d594-7706-4a13-a927-0b49765a857f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.107591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2884d594-7706-4a13-a927-0b49765a857f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.107864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2884d594-7706-4a13-a927-0b49765a857f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.107971] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2884d594-7706-4a13-a927-0b49765a857f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.289274] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.289572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.289572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.289805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.289958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.290909] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.291058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.291277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.291462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.291629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.291701] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 747.336689] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.336847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.336916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.337147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.337286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.340796] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 747.341409] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.348597] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 747.417814] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.417814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.417814] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e7eef9d-4872-4c9d-9069-dd2938e1fabf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.421890] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43eb4f50-49c3-4caa-8ef0-c987ca652e1b with status ACTIVE [ 747.421890] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.421890] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.421890] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.421890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.421890] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43eb4f50-49c3-4caa-8ef0-c987ca652e1b is going to be updated. [ 747.444256] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.444429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.444459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.444698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.444820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.444987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43eb4f50-49c3-4caa-8ef0-c987ca652e1b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.611060] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2884d594-7706-4a13-a927-0b49765a857f [ 747.613492] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.613492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.613492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.613492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.613492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.613492] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2884d594-7706-4a13-a927-0b49765a857f already deleted. [ 747.613492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2884d594-7706-4a13-a927-0b49765a857f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.924432] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e7eef9d-4872-4c9d-9069-dd2938e1fabf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.986972] env[65302]: INFO networking_nsxv3.common.synchronization [req-d6a86ab3-767d-47ce-acbc-dee93e791422 req-c724456e-65e0-4840-9a08-40d6014219a1 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Enqueued Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_members [ 747.987648] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_members [ 747.987962] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42a9f7c-a226-465b-93f7-2be7eb900103 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.988143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.988221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.988541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.988721] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.988825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.988886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.989053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.989162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.989252] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42a9f7c-a226-465b-93f7-2be7eb900103',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.427679] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-95 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.430436] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-95" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.430436] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-95" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.430436] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-95" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.430436] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.430436] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.430436] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.430436] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.430436] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.430436] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.430436] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.430436] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.430436] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.430436] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.430436] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.430436] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.433367] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.433533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.433705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.434257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.434747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.434747] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf is going to be created. [ 748.471420] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.471587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.471658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.471953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.472138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.475112] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.475356] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.475533] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.475726] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-95" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.476140] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.476309] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.476608] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.477125] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.477125] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.493994] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf in Status: UNINITIALIZED for 2s [ 748.493994] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.493994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.493994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.493994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.493994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.493994] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.494281] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.494281] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.494337] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.494878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.494878] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42a9f7c-a226-465b-93f7-2be7eb900103 already deleted. [ 748.494878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.981035] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.981035] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.981300] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.981628] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.982027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.982027] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 not found, creating... [ 748.982304] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.982487] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.982655] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.982891] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.983094] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.983526] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.983758] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.983952] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.984394] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.984658] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.984971] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 is going to be created. [ 749.008148] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.008379] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.008489] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.008737] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.008969] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.009197] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.061257] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 in Status: SUCCESS [ 749.061257] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 deletion is rescheduled due to dependency. [ 749.061574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.362258] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 749.362458] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed deletion is rescheduled due to dependency. [ 749.362574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.741660] env[65302]: INFO networking_nsxv3.common.synchronization [req-d6a86ab3-767d-47ce-acbc-dee93e791422 req-3b0a07c5-1ff5-49c1-87aa-b1fc27be6726 service nova] Enqueued Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_rules [ 749.741952] env[65302]: INFO networking_nsxv3.common.synchronization [req-d6a86ab3-767d-47ce-acbc-dee93e791422 req-3b0a07c5-1ff5-49c1-87aa-b1fc27be6726 service nova] Enqueued Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_members [ 749.742127] env[65302]: INFO networking_nsxv3.common.synchronization [req-d6a86ab3-767d-47ce-acbc-dee93e791422 req-3b0a07c5-1ff5-49c1-87aa-b1fc27be6726 service nova] Enqueued Resource ID: 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 with Priority: HIGHEST for action port [ 749.742614] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_rules [ 749.742704] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_members [ 749.743019] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 with Priority: HIGHEST for action port [ 749.743244] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42a9f7c-a226-465b-93f7-2be7eb900103 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.743374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.743471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.743639] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.743720] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42a9f7c-a226-465b-93f7-2be7eb900103',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.744625] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42a9f7c-a226-465b-93f7-2be7eb900103 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.744769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.744839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.745019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.745342] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.745342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.745342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.745559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.745650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.745761] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42a9f7c-a226-465b-93f7-2be7eb900103',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.747520] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.747520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.747520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.747520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.747520] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.249551] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c42a9f7c-a226-465b-93f7-2be7eb900103',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.250564] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42a9f7c-a226-465b-93f7-2be7eb900103 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.250692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.250859] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 with status ACTIVE [ 750.251037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.251145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.251205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.251413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.251499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.251668] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.251764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.251823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.251974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.253277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.253277] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.253277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.253277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.253277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.253277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.253277] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617 is going to be updated. [ 750.279434] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.279560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.279649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.279930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.280173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.280401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a8a0bc5-9c42-4f82-b6c0-5992a8b2a617" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.509442] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf in Status: SUCCESS [ 750.509442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.509442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.509442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.509442] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.509442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.509442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.509442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.509925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.509925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.509925] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e7eef9d-4872-4c9d-9069-dd2938e1fabf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.757606] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c42a9f7c-a226-465b-93f7-2be7eb900103',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.012591] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e7eef9d-4872-4c9d-9069-dd2938e1fabf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.262915] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.263244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.263653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.264229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.264380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.264560] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42a9f7c-a226-465b-93f7-2be7eb900103 is going to be created. [ 751.293067] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.293067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.293547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.293547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.293877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.322124] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42a9f7c-a226-465b-93f7-2be7eb900103 in Status: UNINITIALIZED for 2s [ 751.516212] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e7eef9d-4872-4c9d-9069-dd2938e1fabf: rpc.has_security_group_logging(os_id): False [ 751.541261] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.541261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.541261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.541979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.541979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.541979] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.541979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.541979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.541979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.542306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.542306] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf is going to be created. [ 751.606808] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.606978] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.607120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.607280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.607486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.622300] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf in Status: IN_PROGRESS for 2s [ 752.098156] env[65302]: INFO networking_nsxv3.common.synchronization [req-297adc1b-bebd-4a98-8d93-5db649ec1aed req-4db76518-c5f7-4a6a-82f9-fb86084a6621 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 752.098839] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 752.099345] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.099624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.099807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.100155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.102311] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.102311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.102311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.102311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.102311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.102311] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.132351] env[65302]: INFO networking_nsxv3.common.synchronization [req-297adc1b-bebd-4a98-8d93-5db649ec1aed req-4db76518-c5f7-4a6a-82f9-fb86084a6621 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_rules [ 752.132351] env[65302]: INFO networking_nsxv3.common.synchronization [req-297adc1b-bebd-4a98-8d93-5db649ec1aed req-4db76518-c5f7-4a6a-82f9-fb86084a6621 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 752.132351] env[65302]: INFO networking_nsxv3.common.synchronization [req-297adc1b-bebd-4a98-8d93-5db649ec1aed req-4db76518-c5f7-4a6a-82f9-fb86084a6621 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 13dc731c-37ed-449b-976d-0e04f067613e with Priority: HIGHEST for action port [ 752.132351] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_rules [ 752.132351] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 752.132351] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13dc731c-37ed-449b-976d-0e04f067613e with Priority: HIGHEST for action port [ 752.132351] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.132351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.132351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.132351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.132351] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.134138] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.134138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.134138] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-13dc731c-37ed-449b-976d-0e04f067613e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.134333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.134427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.134757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.134915] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13dc731c-37ed-449b-976d-0e04f067613e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.604456] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.637923] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.638092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.638366] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13dc731c-37ed-449b-976d-0e04f067613e with status ACTIVE [ 752.638421] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.638650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.638719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.638944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.639052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.639233] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.639330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.639392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.643352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.643640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.643894] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.644052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.644095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.644907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.644907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.644907] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13dc731c-37ed-449b-976d-0e04f067613e is going to be updated. [ 752.671629] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.671948] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.672066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.672324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.672480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.672671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.109127] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.334426] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42a9f7c-a226-465b-93f7-2be7eb900103 in Status: SUCCESS [ 753.334652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.336049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.336049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.336049] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.336049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.336049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.336049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.336049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.336049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.336049] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c42a9f7c-a226-465b-93f7-2be7eb900103',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.615220] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.617041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.617041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.617041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.617041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.617041] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 is going to be updated. [ 753.635336] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf in Status: SUCCESS [ 753.635525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.650896] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.651129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.651207] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.652088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.652256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.663614] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: IN_PROGRESS for 2s [ 753.837964] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c42a9f7c-a226-465b-93f7-2be7eb900103',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.342192] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c42a9f7c-a226-465b-93f7-2be7eb900103: rpc.has_security_group_logging(os_id): False [ 754.365353] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.365353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.365353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.365353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.365353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.365353] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.365353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.365706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.365706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.365706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.365786] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42a9f7c-a226-465b-93f7-2be7eb900103 is going to be created. [ 754.439645] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.439886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.439953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.440235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.440419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.456167] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42a9f7c-a226-465b-93f7-2be7eb900103 in Status: IN_PROGRESS for 2s [ 755.260930] env[65302]: INFO networking_nsxv3.common.synchronization [req-bf339551-4614-448f-9bad-3f9b60f97287 req-b88c649f-8237-4309-acf2-3e5a422cf350 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Enqueued Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_members [ 755.261521] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_members [ 755.261841] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.261961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.262150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.262473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.263471] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.263471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.263471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.263471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.263471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.263471] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.414549] env[65302]: INFO networking_nsxv3.common.synchronization [None req-112faf35-5492-477d-835c-6ebaa12b7970 None None] Enqueued Resource ID: 00b27b4a-1ca4-424e-8488-d9b0467e0d37 with Priority: HIGHEST for action port [ 755.415142] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00b27b4a-1ca4-424e-8488-d9b0467e0d37 with Priority: HIGHEST for action port [ 755.415233] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-00b27b4a-1ca4-424e-8488-d9b0467e0d37 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.415359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00b27b4a-1ca4-424e-8488-d9b0467e0d37" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.415528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00b27b4a-1ca4-424e-8488-d9b0467e0d37" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.416398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00b27b4a-1ca4-424e-8488-d9b0467e0d37" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.416398] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00b27b4a-1ca4-424e-8488-d9b0467e0d37',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.678957] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: SUCCESS [ 755.678957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.678957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.678957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.678957] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.678957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.678957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.678957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.678957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.678957] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.766148] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.767262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.767262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.767262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.767262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.767262] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.767262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.767262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.767744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.767744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.767744] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 already deleted. [ 755.767744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.823017] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-34 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.823017] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-34" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.823017] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-34" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.823017] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-34" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.823017] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.823017] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.823017] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.823546] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.823780] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.824103] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.824304] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.824486] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.824661] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.824839] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.825030] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.825423] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.845328] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.848017] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.848017] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.848017] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-34" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.848017] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-3f2bd806-a58c-47b8-a46b-321ef748f972 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.848017] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-3f2bd806-a58c-47b8-a46b-321ef748f972" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.848017] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-3f2bd806-a58c-47b8-a46b-321ef748f972" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.848017] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-3f2bd806-a58c-47b8-a46b-321ef748f972" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.848017] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2bd806-a58c-47b8-a46b-321ef748f972',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.918934] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00b27b4a-1ca4-424e-8488-d9b0467e0d37 [ 755.919190] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.919325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.919393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.919608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.919699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.919795] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00b27b4a-1ca4-424e-8488-d9b0467e0d37 already deleted. [ 755.919867] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00b27b4a-1ca4-424e-8488-d9b0467e0d37" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.183025] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.351323] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.351531] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.351679] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.351980] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.352153] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.352312] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 3f2bd806-a58c-47b8-a46b-321ef748f972 not found, creating... [ 756.352603] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.352826] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.352952] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.353211] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.353348] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.356064] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.356064] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.356064] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.356064] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.356064] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.356064] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 3f2bd806-a58c-47b8-a46b-321ef748f972 is going to be created. [ 756.393026] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.393026] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.393026] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.393026] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.393026] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.393026] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-3f2bd806-a58c-47b8-a46b-321ef748f972" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.480783] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42a9f7c-a226-465b-93f7-2be7eb900103 in Status: SUCCESS [ 756.481108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.684390] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.153703] env[65302]: INFO networking_nsxv3.common.synchronization [req-bf339551-4614-448f-9bad-3f9b60f97287 req-e324dd77-70d7-45e3-8619-3a56b52c5c42 service nova] Enqueued Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_rules [ 757.153807] env[65302]: INFO networking_nsxv3.common.synchronization [req-bf339551-4614-448f-9bad-3f9b60f97287 req-e324dd77-70d7-45e3-8619-3a56b52c5c42 service nova] Enqueued Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_members [ 757.153941] env[65302]: INFO networking_nsxv3.common.synchronization [req-bf339551-4614-448f-9bad-3f9b60f97287 req-e324dd77-70d7-45e3-8619-3a56b52c5c42 service nova] Enqueued Resource ID: 3f2bd806-a58c-47b8-a46b-321ef748f972 with Priority: HIGHEST for action port [ 757.154751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_rules [ 757.154751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_members [ 757.154977] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2bd806-a58c-47b8-a46b-321ef748f972 with Priority: HIGHEST for action port [ 757.155420] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.155514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.155569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.155819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.155897] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.156875] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.156993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.157081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.158781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.158878] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.158941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.158998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.164408] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.164543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.164692] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.166304] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f2bd806-a58c-47b8-a46b-321ef748f972 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.166304] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f2bd806-a58c-47b8-a46b-321ef748f972" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.166304] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f2bd806-a58c-47b8-a46b-321ef748f972" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.166580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f2bd806-a58c-47b8-a46b-321ef748f972" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.166580] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2bd806-a58c-47b8-a46b-321ef748f972',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.189082] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.189213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.189266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.189471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.189562] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.189658] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 is going to be updated. [ 757.231305] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.231478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.231619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.232024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.232024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.250809] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: IN_PROGRESS for 2s [ 757.417485] env[65302]: INFO networking_nsxv3.common.synchronization [None req-5dea3f1e-f340-4b41-ba15-f000acae7d37 None None] Enqueued Resource ID: 5ce39410-aa54-447b-8c8c-8c5c61482809 with Priority: HIGHEST for action port [ 757.417485] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce39410-aa54-447b-8c8c-8c5c61482809 with Priority: HIGHEST for action port [ 757.417726] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ce39410-aa54-447b-8c8c-8c5c61482809 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.417726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ce39410-aa54-447b-8c8c-8c5c61482809" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.417726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ce39410-aa54-447b-8c8c-8c5c61482809" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.417969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ce39410-aa54-447b-8c8c-8c5c61482809" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.420196] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce39410-aa54-447b-8c8c-8c5c61482809',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.627792] env[65302]: INFO networking_nsxv3.common.synchronization [req-ab43f193-6d5c-4731-9174-c7db4125c1cd req-d00f9993-f56e-408e-9077-092c0d3c9adc tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 757.628614] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 757.628656] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.628872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.647782] env[65302]: INFO networking_nsxv3.common.synchronization [req-ab43f193-6d5c-4731-9174-c7db4125c1cd req-d00f9993-f56e-408e-9077-092c0d3c9adc tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_rules [ 757.647964] env[65302]: INFO networking_nsxv3.common.synchronization [req-ab43f193-6d5c-4731-9174-c7db4125c1cd req-d00f9993-f56e-408e-9077-092c0d3c9adc tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 757.648121] env[65302]: INFO networking_nsxv3.common.synchronization [req-ab43f193-6d5c-4731-9174-c7db4125c1cd req-d00f9993-f56e-408e-9077-092c0d3c9adc tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 13dc731c-37ed-449b-976d-0e04f067613e with Priority: HIGHEST for action port [ 757.648724] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_rules [ 757.648893] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 757.649014] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13dc731c-37ed-449b-976d-0e04f067613e with Priority: HIGHEST for action port [ 757.650027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.650132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.650721] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.650831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.651186] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-13dc731c-37ed-449b-976d-0e04f067613e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.651244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.652326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.652326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.652326] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13dc731c-37ed-449b-976d-0e04f067613e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.668254] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.668405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.668631] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.669466] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f2bd806-a58c-47b8-a46b-321ef748f972 with status ACTIVE [ 757.673269] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.673269] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.673269] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.673269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.673269] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f2bd806-a58c-47b8-a46b-321ef748f972 is going to be updated. [ 757.696667] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.696792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.696792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.698544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.698544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.698544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f2bd806-a58c-47b8-a46b-321ef748f972" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.922791] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ce39410-aa54-447b-8c8c-8c5c61482809 [ 757.923637] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.923637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.923637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.923637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.923874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.925029] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ce39410-aa54-447b-8c8c-8c5c61482809 already deleted. [ 757.925029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ce39410-aa54-447b-8c8c-8c5c61482809" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.157234] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13dc731c-37ed-449b-976d-0e04f067613e with status ACTIVE [ 758.157234] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.157234] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.157234] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.157234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.157234] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13dc731c-37ed-449b-976d-0e04f067613e is going to be updated. [ 758.174432] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.181299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.181299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.181299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.181299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.181299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.181299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13dc731c-37ed-449b-976d-0e04f067613e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.679035] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.679427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.679427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.679558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.679612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.679654] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 is going to be created. [ 758.707800] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.708179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.708179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.708361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.708478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.724269] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 in Status: UNINITIALIZED for 2s [ 759.267363] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: SUCCESS [ 759.267363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.267363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.267363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.267363] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.267363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.267363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.267363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.267363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.267363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.267363] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.273052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.273052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.273333] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.273333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.273333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.273607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.273607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.273737] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.773366] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.777850] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.278472] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2692ea5d-9255-40cd-82c3-8854de5830a2: rpc.has_security_group_logging(os_id): False [ 760.281265] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.298236] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.298570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.298748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.298966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.299089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.299378] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.299496] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.299623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.299733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.299820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.299913] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 is going to be updated. [ 760.381952] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.382119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.382229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.382416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.382558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.409046] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: IN_PROGRESS for 2s [ 760.739358] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 in Status: SUCCESS [ 760.739358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.739358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.739358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.739358] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.739358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.739358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.739358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.739358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.739358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.739358] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.785958] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.785958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.785958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.785958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.785958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.785958] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 is going to be updated. [ 760.816180] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.816334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.816401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.816612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.816747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.826778] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: IN_PROGRESS for 2s [ 761.242862] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.746941] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3588b08d-65fd-4a8a-82a3-6301deb6a6a0: rpc.has_security_group_logging(os_id): False [ 761.776333] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.776333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.776333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.776333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.776333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.776333] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.776333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.776333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.776333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.776333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.776333] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 is going to be created. [ 761.861593] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.862452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.862452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.862452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.862452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.877778] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 in Status: IN_PROGRESS for 2s [ 762.425996] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: SUCCESS [ 762.425996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.426102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.426362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.427306] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.651692] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 762.651692] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 762.843545] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: SUCCESS [ 762.843545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.843545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.843545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.844083] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.844282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.844353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.844587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.844701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.844807] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.929660] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.930063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.348794] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.850456] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.896850] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 in Status: SUCCESS [ 763.897144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.970891] env[65302]: INFO networking_nsxv3.common.synchronization [req-b3a52353-e743-4631-a28c-784f8733dfc4 req-1ad58c04-a77e-406a-bdd3-adb1d076c3d9 tempest-AttachInterfacesUnderV243Test-646041528 tempest-AttachInterfacesUnderV243Test-646041528-project-member] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 763.971964] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGHEST for action security_group_members [ 763.972551] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.972653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.050049] env[65302]: INFO networking_nsxv3.common.synchronization [req-14b98304-be6c-4b90-b930-33ed03fa3f5d req-220fd229-d727-49ec-82f1-2afe621e8c34 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Enqueued Resource ID: abdb46bb-26e6-4161-a106-df8d53014ed0 with Priority: HIGHEST for action security_group_members [ 764.050934] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb46bb-26e6-4161-a106-df8d53014ed0 with Priority: HIGHEST for action security_group_members [ 764.051373] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb46bb-26e6-4161-a106-df8d53014ed0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.051556] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.051651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.052907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.052907] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.052907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.052907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.052907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.052907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.053218] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abdb46bb-26e6-4161-a106-df8d53014ed0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.354400] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.354400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.354400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.354400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.354400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.354822] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 is going to be updated. [ 764.392830] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.392830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.392830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.392830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.392830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.407699] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: IN_PROGRESS for 2s [ 764.554049] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.554275] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-940" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.554410] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-940" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.555845] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-940" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.555845] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.555845] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.556174] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.556358] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.556788] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.557070] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.557218] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.557350] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.557550] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.557655] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.557767] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.557899] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.559883] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.560037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.560107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.560292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.560377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.560565] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.560695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.560768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.561789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.561789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.561789] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abdb46bb-26e6-4161-a106-df8d53014ed0 already deleted. [ 764.561789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.582211] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.583168] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.583168] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.583326] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-940" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.583687] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-5ae86c56-94f6-451a-b886-bcac2b6460d7 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.583975] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-5ae86c56-94f6-451a-b886-bcac2b6460d7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.584178] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-5ae86c56-94f6-451a-b886-bcac2b6460d7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.584966] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-5ae86c56-94f6-451a-b886-bcac2b6460d7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.586217] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae86c56-94f6-451a-b886-bcac2b6460d7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.094699] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.095029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.095029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.095256] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.095958] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.095958] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 5ae86c56-94f6-451a-b886-bcac2b6460d7 not found, creating... [ 765.095958] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.096171] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.096171] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.096443] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.096549] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.096830] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.096981] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.097124] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.097266] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.097331] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.098038] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 5ae86c56-94f6-451a-b886-bcac2b6460d7 is going to be created. [ 765.124052] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.124052] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.124052] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.124052] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.124052] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.124052] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-5ae86c56-94f6-451a-b886-bcac2b6460d7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.589294] env[65302]: INFO networking_nsxv3.common.synchronization [req-30fd8c69-be67-4835-90cf-82a4b1e4d2d9 req-f65f2580-261f-460b-b3e1-d09256a3afcf tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 765.589985] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 765.590393] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.590818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.590818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.590818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.590980] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.591130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.591130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.591228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.591326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.591451] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.932324] env[65302]: INFO networking_nsxv3.common.synchronization [req-14b98304-be6c-4b90-b930-33ed03fa3f5d req-ed4eafa4-2c1f-4721-a292-dd750cad7220 service nova] Enqueued Resource ID: abdb46bb-26e6-4161-a106-df8d53014ed0 with Priority: HIGHEST for action security_group_rules [ 765.932324] env[65302]: INFO networking_nsxv3.common.synchronization [req-14b98304-be6c-4b90-b930-33ed03fa3f5d req-ed4eafa4-2c1f-4721-a292-dd750cad7220 service nova] Enqueued Resource ID: abdb46bb-26e6-4161-a106-df8d53014ed0 with Priority: HIGHEST for action security_group_members [ 765.932324] env[65302]: INFO networking_nsxv3.common.synchronization [req-14b98304-be6c-4b90-b930-33ed03fa3f5d req-ed4eafa4-2c1f-4721-a292-dd750cad7220 service nova] Enqueued Resource ID: 5ae86c56-94f6-451a-b886-bcac2b6460d7 with Priority: HIGHEST for action port [ 765.932324] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb46bb-26e6-4161-a106-df8d53014ed0 with Priority: HIGHEST for action security_group_rules [ 765.932324] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb46bb-26e6-4161-a106-df8d53014ed0 with Priority: HIGHEST for action security_group_members [ 765.932324] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae86c56-94f6-451a-b886-bcac2b6460d7 with Priority: HIGHEST for action port [ 765.932324] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abdb46bb-26e6-4161-a106-df8d53014ed0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.932324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.932324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.932324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.932324] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abdb46bb-26e6-4161-a106-df8d53014ed0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.933141] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb46bb-26e6-4161-a106-df8d53014ed0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.933288] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.933288] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.933501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.933598] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.933695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.933756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.933892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.933990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.934146] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abdb46bb-26e6-4161-a106-df8d53014ed0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.937450] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae86c56-94f6-451a-b886-bcac2b6460d7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.937700] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae86c56-94f6-451a-b886-bcac2b6460d7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.937773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae86c56-94f6-451a-b886-bcac2b6460d7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.939197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae86c56-94f6-451a-b886-bcac2b6460d7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.941145] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae86c56-94f6-451a-b886-bcac2b6460d7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.096120] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.096120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.096120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.096120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.096120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.096120] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.096667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.096667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.096667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.096667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.096667] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 766.134731] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.134921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.134979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.135187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.135329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.147407] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 766.417464] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: SUCCESS [ 766.417937] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.418205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.418463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.419037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.419152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.420248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.420248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.420248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.420248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.420248] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.421250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.421522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.421791] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.422024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.422086] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.422328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.423027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.423027] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.433796] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb46bb-26e6-4161-a106-df8d53014ed0 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.437123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.447606] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abdb46bb-26e6-4161-a106-df8d53014ed0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.447606] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ae86c56-94f6-451a-b886-bcac2b6460d7 with status ACTIVE [ 766.447606] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.447606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.447606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.447606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.447606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.447606] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.447606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.447606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.447606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.448204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.448639] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.449539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.449786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.450162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.450349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.450539] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ae86c56-94f6-451a-b886-bcac2b6460d7 is going to be updated. [ 766.494331] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.494567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.495300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.495300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.495498] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.495564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae86c56-94f6-451a-b886-bcac2b6460d7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.925263] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.926447] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.926614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.926671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.926906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.927012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.927233] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.927350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.927465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.927638] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.927715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.927802] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 is going to be updated. [ 766.953909] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abdb46bb-26e6-4161-a106-df8d53014ed0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.963812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.964080] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.964235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.964561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.964767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.980381] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: IN_PROGRESS for 2s [ 767.431029] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2692ea5d-9255-40cd-82c3-8854de5830a2: rpc.has_security_group_logging(os_id): False [ 767.443959] env[65302]: INFO networking_nsxv3.common.synchronization [req-d707ba6a-cadb-4e0b-9d66-a0096b86db87 req-ede31068-7f88-4bc1-bb6d-2308871d93b0 tempest-ServersTestBootFromVolume-938079605 tempest-ServersTestBootFromVolume-938079605-project-member] Enqueued Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_members [ 767.444709] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGHEST for action security_group_members [ 767.447929] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.447929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.447929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.447929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.447929] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.447929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.447929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.447929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.447929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.447929] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89dbea19-2541-41b7-9f98-8a6ea9ae17f3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.451181] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.451447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.451447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.452393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.452393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.452393] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.452393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.452863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.452863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.452990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.454703] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 is going to be updated. [ 767.458048] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.458048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.458048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.458048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.458048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.458048] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abdb46bb-26e6-4161-a106-df8d53014ed0 is going to be created. [ 767.484186] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.484338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.484402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.484644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.484755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.496100] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb46bb-26e6-4161-a106-df8d53014ed0 in Status: UNINITIALIZED for 2s [ 767.527421] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.527636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.527722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.527929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.528080] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.548236] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: IN_PROGRESS for 2s [ 767.885579] env[65302]: INFO networking_nsxv3.common.synchronization [req-c70099bc-093d-4caf-895e-1254a5ad990e req-bdf46c1c-84e6-494a-b109-4576396f6c11 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Enqueued Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 767.886340] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 767.886781] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.887869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.887869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.888449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.888449] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.888657] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.888715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.888953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.890137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.890256] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.954024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.954024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.954024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.954024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.954024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.954024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.954024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.954024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.954024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.954024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.954024] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 is going to be updated. [ 767.983763] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.983942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.983994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.984219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.984358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.995525] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 in Status: IN_PROGRESS for 2s [ 767.997911] env[65302]: INFO networking_nsxv3.common.synchronization [req-87debbc3-4d1f-4272-a473-47e198076cc2 req-3c73b7df-1e72-4f37-becd-4f8400280294 tempest-ServersAdminNegativeTestJSON-2102907591 tempest-ServersAdminNegativeTestJSON-2102907591-project-member] Enqueued Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 767.998882] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 with Priority: HIGHEST for action security_group_members [ 767.999389] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33ac6bd-2fe0-454e-90d1-1b75985c9704 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.999666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.999811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.000091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.001500] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.001500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.001500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.001500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.001500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.001500] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33ac6bd-2fe0-454e-90d1-1b75985c9704',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.156626] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 768.156823] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d deletion is rescheduled due to dependency. [ 768.156936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.251099] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.251099] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.251099] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.251099] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.251099] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.251099] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.251644] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.252080] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.252361] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.252693] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.252964] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.253253] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.255154] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.255154] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.255154] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.255154] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.291022] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.291022] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.291022] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.291361] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.291602] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.291898] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.292527] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.293914] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.293914] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.392558] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.504021] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.504438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.504438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.504555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.504678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.504883] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.504983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.505065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.505217] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.505293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.505382] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 is going to be updated. [ 768.550143] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.550329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.550374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.550566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.550727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.567971] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: IN_PROGRESS for 2s [ 768.796958] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.797181] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.797433] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.798449] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.798449] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.798449] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 not found, creating... [ 768.798449] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.798673] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.798801] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.800098] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.800098] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.800098] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.800098] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.800098] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.800349] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.800481] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.800575] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 is going to be created. [ 768.823938] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.824175] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.824313] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.824602] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.824853] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.825097] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.895237] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.991742] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: SUCCESS [ 768.991962] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 deletion is rescheduled due to dependency. [ 768.992112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.398280] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.398529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.398599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.398828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.398965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.399137] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 is going to be updated. [ 769.438079] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.438079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.438079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.438079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.438079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.449689] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: IN_PROGRESS for 2s [ 769.506172] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb46bb-26e6-4161-a106-df8d53014ed0 in Status: SUCCESS [ 769.506539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.506606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.506825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.507127] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.507249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.507314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.507466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.507567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.507660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.507754] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abdb46bb-26e6-4161-a106-df8d53014ed0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.563583] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 in Status: SUCCESS [ 769.563742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.597216] env[65302]: INFO networking_nsxv3.common.synchronization [req-c70099bc-093d-4caf-895e-1254a5ad990e req-ac89c9ed-39dc-45f3-8c64-512cb5c24683 service nova] Enqueued Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_rules [ 769.597364] env[65302]: INFO networking_nsxv3.common.synchronization [req-c70099bc-093d-4caf-895e-1254a5ad990e req-ac89c9ed-39dc-45f3-8c64-512cb5c24683 service nova] Enqueued Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 769.597575] env[65302]: INFO networking_nsxv3.common.synchronization [req-c70099bc-093d-4caf-895e-1254a5ad990e req-ac89c9ed-39dc-45f3-8c64-512cb5c24683 service nova] Enqueued Resource ID: f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 with Priority: HIGHEST for action port [ 769.598165] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_rules [ 769.598332] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 769.598409] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 with Priority: HIGHEST for action port [ 769.598757] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.598881] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.598969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.599221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.599318] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.600292] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.600401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.600640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.600785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.600861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.601065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.601216] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.005764] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 in Status: SUCCESS [ 770.005965] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 deletion is rescheduled due to dependency. [ 770.006103] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.010704] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb46bb-26e6-4161-a106-df8d53014ed0 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.010845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.010912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.011182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.014022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.014022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb46bb-26e6-4161-a106-df8d53014ed0 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.014022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.014022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.014022] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abdb46bb-26e6-4161-a106-df8d53014ed0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.105325] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.105407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.105690] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 with status ACTIVE [ 770.105875] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.106026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.106106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.106472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.106472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.106631] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.106748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.106832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.107047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.107177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.107378] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.107627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.107627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.107758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.107832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.107939] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5 is going to be updated. [ 770.134465] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.134648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.134772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.135063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.135233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.135420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f22c8251-f5cb-41b7-9bdd-6c0532ea7ce5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.516547] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abdb46bb-26e6-4161-a106-df8d53014ed0: rpc.has_security_group_logging(os_id): False [ 770.538355] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.538539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.538618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.538892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.539078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.539327] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.539440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.539503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.539675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.539757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.540921] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.541092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.541164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.541440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.541528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.541723] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.541825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.541901] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.542052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.542142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.542242] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abdb46bb-26e6-4161-a106-df8d53014ed0 is going to be created. [ 770.577138] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 in Status: SUCCESS [ 770.577321] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33ac6bd-2fe0-454e-90d1-1b75985c9704 deletion is rescheduled due to dependency. [ 770.577438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33ac6bd-2fe0-454e-90d1-1b75985c9704" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.619411] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.619411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.619411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.619411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.619411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.632012] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abdb46bb-26e6-4161-a106-df8d53014ed0 in Status: IN_PROGRESS for 2s [ 771.462183] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: SUCCESS [ 771.462183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.462457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.462596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.463787] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.463787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.463787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.463787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.463787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.463787] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.967329] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.470700] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.523546] env[65302]: INFO networking_nsxv3.common.synchronization [req-ccc3771d-bbbe-4934-8862-71764c2e28cc req-a6fd6a72-ecd5-4975-a5e3-e5a5415efe2d tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 772.524504] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 772.524821] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.524955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.525045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.525242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.525396] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.525562] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.525636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.525800] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.525888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.525982] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.647078] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abdb46bb-26e6-4161-a106-df8d53014ed0 in Status: SUCCESS [ 772.648355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.973097] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.973552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.973552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.973669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.973739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.973851] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 is going to be updated. [ 772.978327] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.978554] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-619" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.978764] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-619" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.979282] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-619" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.979637] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.979930] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.980136] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.980474] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.980672] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.980935] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.981062] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.981199] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.981309] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.981443] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.981546] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.981705] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.023957] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.024168] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.024302] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.024474] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-619" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.024801] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-4c905448-9b40-4650-85f9-6146dee0b087 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.025016] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.025132] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.027148] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.027148] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c905448-9b40-4650-85f9-6146dee0b087',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.028827] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.058450] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.058643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.058723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.058947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.059130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.077262] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: IN_PROGRESS for 2s [ 773.531639] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.531855] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.532037] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.532267] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.532409] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.532561] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 4c905448-9b40-4650-85f9-6146dee0b087 not found, creating... [ 773.532886] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.533013] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.533101] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.533307] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.533432] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.533711] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.533861] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.533972] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.534592] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.534744] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.534885] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 4c905448-9b40-4650-85f9-6146dee0b087 is going to be created. [ 773.536134] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.562132] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.562416] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.562595] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.562909] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.563198] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.563452] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.632572] env[65302]: INFO networking_nsxv3.common.synchronization [None req-b882e613-a33e-41b0-9ae7-aa7fa7a95b20 None None] Enqueued Resource ID: 09ef062f-399a-43f9-9725-a986ed0a60b2 with Priority: HIGHEST for action port [ 773.633149] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef062f-399a-43f9-9725-a986ed0a60b2 with Priority: HIGHEST for action port [ 773.633497] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-09ef062f-399a-43f9-9725-a986ed0a60b2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.633633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09ef062f-399a-43f9-9725-a986ed0a60b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.633698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09ef062f-399a-43f9-9725-a986ed0a60b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.636414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09ef062f-399a-43f9-9725-a986ed0a60b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.636414] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ef062f-399a-43f9-9725-a986ed0a60b2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.040921] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.041352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.041352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.041479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.041479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.041569] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 774.076452] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.076628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.076678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.076894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.077047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.091379] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 774.136887] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09ef062f-399a-43f9-9725-a986ed0a60b2 [ 774.137615] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.138826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.138826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.138826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.138826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.138826] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09ef062f-399a-43f9-9725-a986ed0a60b2 already deleted. [ 774.138826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09ef062f-399a-43f9-9725-a986ed0a60b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.258405] env[65302]: INFO networking_nsxv3.common.synchronization [req-ccc3771d-bbbe-4934-8862-71764c2e28cc req-f034d2eb-1199-47f7-b38e-00fb80848e0d service nova] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 774.258921] env[65302]: INFO networking_nsxv3.common.synchronization [req-ccc3771d-bbbe-4934-8862-71764c2e28cc req-f034d2eb-1199-47f7-b38e-00fb80848e0d service nova] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 774.259045] env[65302]: INFO networking_nsxv3.common.synchronization [req-ccc3771d-bbbe-4934-8862-71764c2e28cc req-f034d2eb-1199-47f7-b38e-00fb80848e0d service nova] Enqueued Resource ID: 4c905448-9b40-4650-85f9-6146dee0b087 with Priority: HIGHEST for action port [ 774.259709] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 774.259914] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 774.260356] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c905448-9b40-4650-85f9-6146dee0b087 with Priority: HIGHEST for action port [ 774.260550] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.260706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.260814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.261181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.261285] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.262823] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.262995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.263280] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c905448-9b40-4650-85f9-6146dee0b087 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.263421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.263521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.263740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.263848] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c905448-9b40-4650-85f9-6146dee0b087',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.766576] env[65302]: INFO networking_nsxv3.common.synchronization [req-7442db00-8a3b-4f1b-8a85-9c6cda609584 req-cb7f307d-63b0-43ee-a6b1-1177c3962da0 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 774.766576] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.766576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.767850] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 774.768794] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c905448-9b40-4650-85f9-6146dee0b087 with status ACTIVE [ 774.768794] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.768794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.768794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.769115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.769115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.769115] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.769238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.769277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.770210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.770210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.770210] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.770210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.770210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.770210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.770210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.771364] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c905448-9b40-4650-85f9-6146dee0b087 is going to be updated. [ 774.771717] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.771828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.771942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.772048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.772454] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.772551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.772634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.772781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.772854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.773061] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.802404] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.802404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.802728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.803658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.803857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.804284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.087394] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: SUCCESS [ 775.087985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.087985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.088167] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.088223] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.088340] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.088673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.088673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.088673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.088801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.088880] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.276827] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.277072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.277158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.277630] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.277771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.277999] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.278126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.278185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.278387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.278590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.278590] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 775.313997] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.314550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.314550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.314550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.314550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.325866] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 775.510124] env[65302]: INFO networking_nsxv3.common.synchronization [None req-73fbfa8a-00f6-462d-af02-3d520bb7fedf tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_rules [ 775.510124] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_rules [ 775.511360] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.511557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.511634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.511879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.513137] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.591412] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.591624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.591624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.591873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.592070] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.592176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.592240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.592886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.592886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.592886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.592886] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.592886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.592886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.593140] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.593215] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.593334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.593365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.593712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.593712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.593712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.593712] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.622580] env[65302]: INFO networking_nsxv3.common.synchronization [None req-34d6a8bf-2a60-43dd-88c2-aed15966d53c tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_rules [ 775.622580] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_rules [ 775.623724] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.624110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.909335] env[65302]: INFO networking_nsxv3.common.synchronization [None req-9557a654-fd3d-4a61-9867-452078899b15 None None] Enqueued Resource ID: a4736000-2214-4d32-b701-7ed49eec0260 with Priority: HIGHEST for action port [ 775.909888] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4736000-2214-4d32-b701-7ed49eec0260 with Priority: HIGHEST for action port [ 775.910198] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4736000-2214-4d32-b701-7ed49eec0260 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.910319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4736000-2214-4d32-b701-7ed49eec0260" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.910377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4736000-2214-4d32-b701-7ed49eec0260" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.910632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4736000-2214-4d32-b701-7ed49eec0260" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.910714] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4736000-2214-4d32-b701-7ed49eec0260',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.040095] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.040095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.040095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.040095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.040095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.040095] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f already deleted. [ 776.040095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.040095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.040095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.040095] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.096982] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68e87583-c48e-4e8d-8a46-221d44aa0fd4: rpc.has_security_group_logging(os_id): False [ 776.115407] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 776.115694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.116456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.116518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.116756] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.116904] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.116973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.117915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.117915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.117915] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.123247] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.123247] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.123247] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.123247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.123797] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.123797] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.123797] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.123797] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.123797] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.123965] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 is going to be updated. [ 776.205188] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.205345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.205415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.205679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.205833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.223011] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: IN_PROGRESS for 2s [ 776.413626] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4736000-2214-4d32-b701-7ed49eec0260 [ 776.413626] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.413626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.413626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.413911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.414042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.414185] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4736000-2214-4d32-b701-7ed49eec0260 already deleted. [ 776.414312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4736000-2214-4d32-b701-7ed49eec0260" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.569422] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.569658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.569658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.569908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.570043] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.570195] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f already deleted. [ 776.570330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.620130] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.123786] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.338407] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 777.338579] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 deletion is rescheduled due to dependency. [ 777.338693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.567437] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 777.567652] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NSXv3 Agent Agent loop - iteration:1 started [ 777.626585] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.626796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.626913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.627104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.627197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.627298] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 777.662255] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.662436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.662650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.662685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.663498] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.674146] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 777.887129] env[65302]: INFO networking_nsxv3.common.synchronization [req-e698977a-5fb5-4c2b-8716-49ae2d186a8e req-fc095584-8efd-48a8-ac96-b1f5c18e1310 tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 777.887731] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 777.888191] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.888191] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.888405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.888405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.888647] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.888739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.888739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.888942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.889903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.890127] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.239078] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: SUCCESS [ 778.239356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.394228] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.582047] env[65302]: INFO networking_nsxv3.common.synchronization [req-d2c31223-7504-4b87-a70d-ada2689eb070 req-02e83934-3025-42b3-bb29-cb31d1189a19 tempest-ServerGroupTestJSON-2105298350 tempest-ServerGroupTestJSON-2105298350-project-member] Enqueued Resource ID: abdb46bb-26e6-4161-a106-df8d53014ed0 with Priority: HIGHEST for action security_group_members [ 778.583029] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb46bb-26e6-4161-a106-df8d53014ed0 with Priority: HIGHEST for action security_group_members [ 778.583392] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb46bb-26e6-4161-a106-df8d53014ed0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.583481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.583516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.584012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.584012] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.584012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.584012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.584201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.584284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.584379] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abdb46bb-26e6-4161-a106-df8d53014ed0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.898775] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.088540] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.089629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.089629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.089629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.089629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.089629] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.089629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.089629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.089629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.089922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.090178] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abdb46bb-26e6-4161-a106-df8d53014ed0 is going to be updated. [ 779.129836] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.130150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.130150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.130281] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.130806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.144566] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb46bb-26e6-4161-a106-df8d53014ed0 in Status: IN_PROGRESS for 2s [ 779.401511] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.401926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.401926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.402039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.402071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.403141] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b51eaf-0603-49de-b693-16e69a148974 is going to be updated. [ 779.434283] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.434539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.434539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.434729] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.434875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.445838] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: IN_PROGRESS for 2s [ 779.686083] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 779.686350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.686576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.686898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.687435] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.687804] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.687892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.688632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.689212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.689374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.689545] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.192530] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.192862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.192862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.192862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.193048] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.193194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.193241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.193967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.193967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.193967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.193967] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.193967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.193967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.193967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.194290] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.194290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.194374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.194460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.194518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.194624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.194749] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.697202] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81a11571-68af-42fe-903e-58cbd04f3c49: rpc.has_security_group_logging(os_id): False [ 780.721190] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.721447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.721554] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.721834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.721960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.722224] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.722349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.722425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.722581] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.722663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.722851] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.722944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.723013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.723158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.723232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.723397] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.723488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.723547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.723681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.723757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.723842] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 780.801101] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.801260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.801338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.801535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.801700] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.819040] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 781.156073] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb46bb-26e6-4161-a106-df8d53014ed0 in Status: SUCCESS [ 781.156665] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abdb46bb-26e6-4161-a106-df8d53014ed0 deletion is rescheduled due to dependency. [ 781.156864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.457855] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: SUCCESS [ 781.458746] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.229249] env[65302]: INFO networking_nsxv3.common.synchronization [req-d250edfd-365d-4cff-8ea9-2fbd97bfb97c req-24781f4e-51f7-4334-8ed6-6ea7b275b2e7 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_members [ 782.229587] env[65302]: INFO networking_nsxv3.common.synchronization [req-d250edfd-365d-4cff-8ea9-2fbd97bfb97c req-24781f4e-51f7-4334-8ed6-6ea7b275b2e7 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 782.229925] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_members [ 782.230110] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 782.230329] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.230448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.230776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.230776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.230936] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.231049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.231160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.231263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.231344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.231436] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.232247] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.232339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.232398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.232548] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.232683] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.232773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.232832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.232962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.233047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.233128] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.274121] env[65302]: INFO networking_nsxv3.common.synchronization [req-d250edfd-365d-4cff-8ea9-2fbd97bfb97c req-24781f4e-51f7-4334-8ed6-6ea7b275b2e7 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 782.274302] env[65302]: INFO networking_nsxv3.common.synchronization [req-d250edfd-365d-4cff-8ea9-2fbd97bfb97c req-24781f4e-51f7-4334-8ed6-6ea7b275b2e7 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 782.274428] env[65302]: INFO networking_nsxv3.common.synchronization [req-d250edfd-365d-4cff-8ea9-2fbd97bfb97c req-24781f4e-51f7-4334-8ed6-6ea7b275b2e7 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_rules [ 782.274546] env[65302]: INFO networking_nsxv3.common.synchronization [req-d250edfd-365d-4cff-8ea9-2fbd97bfb97c req-24781f4e-51f7-4334-8ed6-6ea7b275b2e7 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_members [ 782.274706] env[65302]: INFO networking_nsxv3.common.synchronization [req-d250edfd-365d-4cff-8ea9-2fbd97bfb97c req-24781f4e-51f7-4334-8ed6-6ea7b275b2e7 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 4c905448-9b40-4650-85f9-6146dee0b087 with Priority: HIGHEST for action port [ 782.275340] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 782.275468] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_rules [ 782.275547] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c905448-9b40-4650-85f9-6146dee0b087 with Priority: HIGHEST for action port [ 782.275686] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 782.275795] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_members [ 782.276047] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.276145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.276328] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.276438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.276502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.276799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.276924] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.277737] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c905448-9b40-4650-85f9-6146dee0b087 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.277833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.277897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.278071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.278208] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c905448-9b40-4650-85f9-6146dee0b087',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.279023] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.279190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.279382] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.279534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.735154] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.736158] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.780807] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c905448-9b40-4650-85f9-6146dee0b087 with status ACTIVE [ 782.781041] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.781177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.781245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.781450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.781536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.781708] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.781808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.781870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.782018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.782094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.782272] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.782363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.782419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.782558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.782629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.782712] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c905448-9b40-4650-85f9-6146dee0b087 is going to be updated. [ 782.784225] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.784374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.804378] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.804513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.804560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.804806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.804950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.805124] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.837219] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 782.837427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.837601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.837852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.837946] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.239039] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.239990] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.343099] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.343099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.741763] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.741928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.742041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.742284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.742360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.742430] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 is going to be created. [ 783.747165] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.747325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.747364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.747569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.747725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.748286] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 783.773948] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.774141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.774141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.774310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.774591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.778268] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.778453] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.778914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.778914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.778914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.793735] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 783.794329] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: UNINITIALIZED for 2s [ 784.328673] env[65302]: INFO networking_nsxv3.common.synchronization [req-efb8e34c-b1ab-4a42-a5aa-d66ff6943fd4 req-bf940423-eff5-495d-bea3-31e46321ca1f tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 784.328673] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 784.328673] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.328673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.328673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.328673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.328673] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.329505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.329737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.330320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.330524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.330705] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.832927] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.335804] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.413778] env[65302]: INFO networking_nsxv3.common.synchronization [req-705cbbf6-97ba-4ac1-a639-809e3e47a17b req-045301c8-57e6-4051-a2c0-efe212e47a26 tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Enqueued Resource ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 with Priority: HIGHEST for action security_group_members [ 785.414115] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 with Priority: HIGHEST for action security_group_members [ 785.414248] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b3194b-9af1-48b9-a11a-67970b1c1149 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.414482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.414482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.414668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.414814] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.414908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.414971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.415242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.415411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.415510] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25b3194b-9af1-48b9-a11a-67970b1c1149',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.806922] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: SUCCESS [ 785.807155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.807356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.807703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.807886] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.807987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.808329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.808329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.808329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.808602] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.811577] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 785.811577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.811577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.811577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.811577] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.811577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.811577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.812150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.812150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.812263] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.836060] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.836284] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-981" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.836435] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-981" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.836755] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-981" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.837160] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.837610] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.837776] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.838042] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.838241] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.838501] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.838579] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.838643] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.838745] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.839050] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.839050] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.839216] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.840903] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.841077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.841149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.841519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.841637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.841790] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 785.871549] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.871549] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.871549] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.871549] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-981" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.871549] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-152856b6-bb73-4646-9e7e-3c0af25a5b22 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.871549] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-152856b6-bb73-4646-9e7e-3c0af25a5b22" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.871549] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-152856b6-bb73-4646-9e7e-3c0af25a5b22" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.871549] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-152856b6-bb73-4646-9e7e-3c0af25a5b22" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.871549] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152856b6-bb73-4646-9e7e-3c0af25a5b22',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.878155] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.878321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.878479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.878709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.878912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.893435] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 785.918404] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.918404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.918404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.918404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.918404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.918661] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.918661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.918742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.918912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.918989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.919145] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 already deleted. [ 785.919232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.314948] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.316328] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.375389] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.375682] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.375682] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.375883] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.376035] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.376183] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 152856b6-bb73-4646-9e7e-3c0af25a5b22 not found, creating... [ 786.376426] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.376573] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.376714] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.376933] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.377072] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.377347] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.377490] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.377597] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.377845] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.377972] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.378120] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 152856b6-bb73-4646-9e7e-3c0af25a5b22 is going to be created. [ 786.401990] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.403061] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.403232] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.403517] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.403750] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.404034] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-152856b6-bb73-4646-9e7e-3c0af25a5b22" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.818389] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.819512] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.109113] env[65302]: INFO networking_nsxv3.common.synchronization [req-705cbbf6-97ba-4ac1-a639-809e3e47a17b req-8c88b99b-06ba-4420-a43b-1c56d68a6c47 service nova] Enqueued Resource ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 with Priority: HIGHEST for action security_group_rules [ 787.109113] env[65302]: INFO networking_nsxv3.common.synchronization [req-705cbbf6-97ba-4ac1-a639-809e3e47a17b req-8c88b99b-06ba-4420-a43b-1c56d68a6c47 service nova] Enqueued Resource ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 with Priority: HIGHEST for action security_group_members [ 787.109113] env[65302]: INFO networking_nsxv3.common.synchronization [req-705cbbf6-97ba-4ac1-a639-809e3e47a17b req-8c88b99b-06ba-4420-a43b-1c56d68a6c47 service nova] Enqueued Resource ID: 152856b6-bb73-4646-9e7e-3c0af25a5b22 with Priority: HIGHEST for action port [ 787.109113] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 with Priority: HIGHEST for action security_group_rules [ 787.109113] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 with Priority: HIGHEST for action security_group_members [ 787.109113] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152856b6-bb73-4646-9e7e-3c0af25a5b22 with Priority: HIGHEST for action port [ 787.110079] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25b3194b-9af1-48b9-a11a-67970b1c1149 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.110376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.110570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.111101] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.111304] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25b3194b-9af1-48b9-a11a-67970b1c1149',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.114108] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b3194b-9af1-48b9-a11a-67970b1c1149 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.114108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.114108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.114108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.114108] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.114108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.114108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.114108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.114108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.114108] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25b3194b-9af1-48b9-a11a-67970b1c1149',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.115072] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-152856b6-bb73-4646-9e7e-3c0af25a5b22 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.115251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-152856b6-bb73-4646-9e7e-3c0af25a5b22" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.115251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-152856b6-bb73-4646-9e7e-3c0af25a5b22" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.115408] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-152856b6-bb73-4646-9e7e-3c0af25a5b22" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.115476] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152856b6-bb73-4646-9e7e-3c0af25a5b22',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.324214] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.324214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.324214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.324214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.324214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.324214] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 is going to be updated. [ 787.324674] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.324801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.324865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.325056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.325131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.325234] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 787.354040] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.354149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.354149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.354439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.354439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.356307] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.356412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.356487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.356654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.358936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.370128] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: IN_PROGRESS for 2s [ 787.370128] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 787.618238] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b3194b-9af1-48b9-a11a-67970b1c1149 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.618238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.618238] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25b3194b-9af1-48b9-a11a-67970b1c1149',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.618916] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 152856b6-bb73-4646-9e7e-3c0af25a5b22 with status ACTIVE [ 787.619813] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.620089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.620195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.620415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.621027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.621027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.621027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.621027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.621260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.621260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.621389] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.621451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.621519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.621745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.621844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.621900] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 152856b6-bb73-4646-9e7e-3c0af25a5b22 is going to be updated. [ 787.647037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.647253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.647343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.647546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.647769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.647964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-152856b6-bb73-4646-9e7e-3c0af25a5b22" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.905183] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 787.905417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.083102] env[65302]: INFO networking_nsxv3.common.synchronization [req-89adcd4f-2a32-4122-8c12-7267118e35ad req-8e2989bc-f52c-48d8-9738-62bde9eb602d tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Enqueued Resource ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 with Priority: HIGHEST for action security_group_members [ 788.083658] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 with Priority: HIGHEST for action security_group_members [ 788.084088] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.084283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.084391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.084772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.084851] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.084941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.084991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.088370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.088478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.088597] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a6a1c6-d972-4d2a-b60c-b92f91fc20d5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.125619] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25b3194b-9af1-48b9-a11a-67970b1c1149',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.509467] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.509707] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-995" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.509834] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-995" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.510209] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-995" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.510528] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.510715] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.511083] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.511372] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.511525] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.511737] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.511865] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.511969] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.512101] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.512214] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.512364] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.512541] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.532735] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.533035] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.533268] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.533538] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-995" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.534016] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-1b2945dc-4d38-436d-a4b5-02f72cf5a12e taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.534304] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-1b2945dc-4d38-436d-a4b5-02f72cf5a12e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.534500] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-1b2945dc-4d38-436d-a4b5-02f72cf5a12e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.534939] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-1b2945dc-4d38-436d-a4b5-02f72cf5a12e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.536179] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2945dc-4d38-436d-a4b5-02f72cf5a12e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.548379] env[65302]: INFO networking_nsxv3.common.synchronization [None req-0bcba0b6-f123-45d0-86a6-0f63c34a6532 None None] Enqueued Resource ID: 5aef4785-2046-411f-9505-9dbbdbc52934 with Priority: HIGHEST for action port [ 788.549736] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aef4785-2046-411f-9505-9dbbdbc52934 with Priority: HIGHEST for action port [ 788.550418] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aef4785-2046-411f-9505-9dbbdbc52934 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.550615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aef4785-2046-411f-9505-9dbbdbc52934" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.550752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aef4785-2046-411f-9505-9dbbdbc52934" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.551126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aef4785-2046-411f-9505-9dbbdbc52934" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.551271] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aef4785-2046-411f-9505-9dbbdbc52934',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.591357] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.591515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.591586] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.591807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.591896] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.592134] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.592274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.592334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.592433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.592508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.592602] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 already deleted. [ 788.592683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.628536] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.628536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.628536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.629778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.629778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.629778] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 is going to be created. [ 788.656783] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.656996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.657152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.657305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.657485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.669054] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 in Status: UNINITIALIZED for 2s [ 789.039646] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.040720] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.040720] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.040720] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.040720] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.040720] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 1b2945dc-4d38-436d-a4b5-02f72cf5a12e not found, creating... [ 789.040989] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.040989] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.041087] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.041278] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.041399] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.041671] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.041813] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.041951] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.043094] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.043941] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.043941] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 1b2945dc-4d38-436d-a4b5-02f72cf5a12e is going to be created. [ 789.054411] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5aef4785-2046-411f-9505-9dbbdbc52934 [ 789.054679] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.055155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.055155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.055155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.055155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.055155] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5aef4785-2046-411f-9505-9dbbdbc52934 already deleted. [ 789.055502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aef4785-2046-411f-9505-9dbbdbc52934" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.067727] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.067931] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.068064] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.068329] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.068544] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.068813] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-1b2945dc-4d38-436d-a4b5-02f72cf5a12e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.382453] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 789.382836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.384133] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: SUCCESS [ 789.384481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.384777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.385152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.385593] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.385926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.386155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.386481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.386706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.386940] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.387183] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.388337] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.388674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.389059] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.389332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.389537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.389861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.390143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.390632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.391432] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.847416] env[65302]: INFO networking_nsxv3.common.synchronization [req-89adcd4f-2a32-4122-8c12-7267118e35ad req-10822598-b327-4a87-9a16-55b76034a31a service nova] Enqueued Resource ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 with Priority: HIGHEST for action security_group_rules [ 789.847416] env[65302]: INFO networking_nsxv3.common.synchronization [req-89adcd4f-2a32-4122-8c12-7267118e35ad req-10822598-b327-4a87-9a16-55b76034a31a service nova] Enqueued Resource ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 with Priority: HIGHEST for action security_group_members [ 789.847416] env[65302]: INFO networking_nsxv3.common.synchronization [req-89adcd4f-2a32-4122-8c12-7267118e35ad req-10822598-b327-4a87-9a16-55b76034a31a service nova] Enqueued Resource ID: 1b2945dc-4d38-436d-a4b5-02f72cf5a12e with Priority: HIGHEST for action port [ 789.848871] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 with Priority: HIGHEST for action security_group_rules [ 789.849019] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 with Priority: HIGHEST for action security_group_members [ 789.849134] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2945dc-4d38-436d-a4b5-02f72cf5a12e with Priority: HIGHEST for action port [ 789.850064] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.850202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.850259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.850500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.850588] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89a6a1c6-d972-4d2a-b60c-b92f91fc20d5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.853276] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.853407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.853476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.853665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.853823] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.856854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.856854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.856854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.856854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.857311] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a6a1c6-d972-4d2a-b60c-b92f91fc20d5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.858376] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b2945dc-4d38-436d-a4b5-02f72cf5a12e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.858376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b2945dc-4d38-436d-a4b5-02f72cf5a12e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.858376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b2945dc-4d38-436d-a4b5-02f72cf5a12e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.858376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b2945dc-4d38-436d-a4b5-02f72cf5a12e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.858376] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2945dc-4d38-436d-a4b5-02f72cf5a12e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.893039] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.893039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.893325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.893401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.893620] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.893772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.893865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.894214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.894299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.894726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.894726] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.894726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.894726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.894983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.895097] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.895234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.895320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.895450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.895505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.895561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.895684] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.896592] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.254025] env[65302]: INFO networking_nsxv3.common.synchronization [req-71242719-f913-4b13-bfe9-bba4e186af6a req-95e16e6a-bb7d-4931-96fe-94ebea4234fe tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_members [ 790.254025] env[65302]: INFO networking_nsxv3.common.synchronization [req-71242719-f913-4b13-bfe9-bba4e186af6a req-95e16e6a-bb7d-4931-96fe-94ebea4234fe tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 7b890345-fe86-457d-9eb8-df351ed96e27 with Priority: HIGHEST for action security_group_members [ 790.254025] env[65302]: INFO networking_nsxv3.common.synchronization [req-71242719-f913-4b13-bfe9-bba4e186af6a req-95e16e6a-bb7d-4931-96fe-94ebea4234fe tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 790.254025] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_members [ 790.254025] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b890345-fe86-457d-9eb8-df351ed96e27 with Priority: HIGHEST for action security_group_members [ 790.254025] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 790.254025] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.254025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.254687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.255176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.255619] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.256428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.256749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.259019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.259019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.259019] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.259019] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b890345-fe86-457d-9eb8-df351ed96e27 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.259019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.259019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.259858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.260215] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.260491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.260677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.260960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.261219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.261464] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b890345-fe86-457d-9eb8-df351ed96e27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.262658] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.264027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.264027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.264027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.264027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.264027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.264027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.264027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.264027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.264027] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.316385] env[65302]: INFO networking_nsxv3.common.synchronization [req-71242719-f913-4b13-bfe9-bba4e186af6a req-95e16e6a-bb7d-4931-96fe-94ebea4234fe tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 7b890345-fe86-457d-9eb8-df351ed96e27 with Priority: HIGHEST for action security_group_rules [ 790.316732] env[65302]: INFO networking_nsxv3.common.synchronization [req-71242719-f913-4b13-bfe9-bba4e186af6a req-95e16e6a-bb7d-4931-96fe-94ebea4234fe tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 7b890345-fe86-457d-9eb8-df351ed96e27 with Priority: HIGHEST for action security_group_members [ 790.316816] env[65302]: INFO networking_nsxv3.common.synchronization [req-71242719-f913-4b13-bfe9-bba4e186af6a req-95e16e6a-bb7d-4931-96fe-94ebea4234fe tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 790.316927] env[65302]: INFO networking_nsxv3.common.synchronization [req-71242719-f913-4b13-bfe9-bba4e186af6a req-95e16e6a-bb7d-4931-96fe-94ebea4234fe tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 790.317056] env[65302]: INFO networking_nsxv3.common.synchronization [req-71242719-f913-4b13-bfe9-bba4e186af6a req-95e16e6a-bb7d-4931-96fe-94ebea4234fe tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_rules [ 790.317173] env[65302]: INFO networking_nsxv3.common.synchronization [req-71242719-f913-4b13-bfe9-bba4e186af6a req-95e16e6a-bb7d-4931-96fe-94ebea4234fe tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_members [ 790.317291] env[65302]: INFO networking_nsxv3.common.synchronization [req-71242719-f913-4b13-bfe9-bba4e186af6a req-95e16e6a-bb7d-4931-96fe-94ebea4234fe tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 4c905448-9b40-4650-85f9-6146dee0b087 with Priority: HIGHEST for action port [ 790.318612] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b890345-fe86-457d-9eb8-df351ed96e27 with Priority: HIGHEST for action security_group_rules [ 790.319286] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_rules [ 790.319386] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_members [ 790.319513] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c905448-9b40-4650-85f9-6146dee0b087 with Priority: HIGHEST for action port [ 790.319632] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_rules [ 790.319750] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b890345-fe86-457d-9eb8-df351ed96e27 with Priority: HIGHEST for action security_group_members [ 790.319871] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 790.320258] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b890345-fe86-457d-9eb8-df351ed96e27 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.320442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.320538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.320835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.321014] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b890345-fe86-457d-9eb8-df351ed96e27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.322561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.323169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.323866] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.324399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.326631] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c905448-9b40-4650-85f9-6146dee0b087 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.326757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.326847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.327077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.327163] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c905448-9b40-4650-85f9-6146dee0b087',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.329012] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.329012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.329012] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b890345-fe86-457d-9eb8-df351ed96e27 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.329012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.329012] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.329012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.362981] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89a6a1c6-d972-4d2a-b60c-b92f91fc20d5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.363991] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.364175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.364506] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b2945dc-4d38-436d-a4b5-02f72cf5a12e with status ACTIVE [ 790.364674] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.364824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.364872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.365120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.365212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.365406] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.365534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.365600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.365771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.365852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.366044] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.366159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.366226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.366372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.366434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.366562] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b2945dc-4d38-436d-a4b5-02f72cf5a12e is going to be updated. [ 790.393582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.393772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.393819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.394168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.394897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.394897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b2945dc-4d38-436d-a4b5-02f72cf5a12e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.398903] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2623e1e-14c2-4f67-9ca7-2c6a36621f84: rpc.has_security_group_logging(os_id): False [ 790.400143] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81a11571-68af-42fe-903e-58cbd04f3c49: rpc.has_security_group_logging(os_id): False [ 790.420501] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.420717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.420813] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.420993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.421112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.421332] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.421434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.421494] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.421670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.421739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.422148] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.422282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.422322] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.422471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.422537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.422722] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.422834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.422909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.423067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.423145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.423231] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 790.425088] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.425209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.425290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.425494] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.425597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.425999] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.426110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.426180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.426321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.426396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.426483] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 is going to be created. [ 790.526418] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.526630] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.526630] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.526825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.526999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.539500] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.539669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.539711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.539918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.540232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.543468] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: IN_PROGRESS for 2s [ 790.574751] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 790.683052] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 in Status: SUCCESS [ 790.683052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.683052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.683052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.683052] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.683052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.683052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.683052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.683052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.683052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.683052] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25b3194b-9af1-48b9-a11a-67970b1c1149',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.766971] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.768876] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b890345-fe86-457d-9eb8-df351ed96e27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.771160] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.799286] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.799470] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.799763] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.799918] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.802329] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.802654] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.805657] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.805657] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.805657] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.805657] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.805657] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.805657] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.805657] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.805657] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.805657] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.805657] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.823243] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.824029] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.824029] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.824178] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.824401] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.824573] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.824745] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.825027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.825233] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c7bc93-c70a-49f3-a4ec-d44ba8ed7669',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.830780] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c905448-9b40-4650-85f9-6146dee0b087 with status ACTIVE [ 790.830981] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.831116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.831183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.831368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.831456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.831627] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.831728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.831790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.831935] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.832054] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.832285] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.832384] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.832445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.832584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.832656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.832740] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c905448-9b40-4650-85f9-6146dee0b087 is going to be updated. [ 790.833873] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b890345-fe86-457d-9eb8-df351ed96e27 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.834409] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.857078] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.857570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.857570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.857740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.857893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.858124] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c905448-9b40-4650-85f9-6146dee0b087" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.869168] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89a6a1c6-d972-4d2a-b60c-b92f91fc20d5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.985511] env[65302]: INFO networking_nsxv3.common.synchronization [req-9054d2ea-e2d4-4024-970d-1948615c1fff req-bef418fe-6147-4337-99f4-8059d2f9d12c tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 790.985985] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 790.986342] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.986470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.986470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.986749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.986815] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.986900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.986962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.987125] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.987210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.987311] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.186803] env[65302]: INFO networking_nsxv3.common.synchronization [None req-ee197207-ec14-4832-ac83-5cd94c514b90 None None] Enqueued Resource ID: c6ba9034-d7f5-411a-856c-fc03f859eeb7 with Priority: HIGHEST for action port [ 791.190425] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b3194b-9af1-48b9-a11a-67970b1c1149 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.190425] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.190425] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b3194b-9af1-48b9-a11a-67970b1c1149 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.190425] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.190929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.190929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.190929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.190929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.190929] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25b3194b-9af1-48b9-a11a-67970b1c1149',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.192431] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ba9034-d7f5-411a-856c-fc03f859eeb7 with Priority: HIGHEST for action port [ 791.193385] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6ba9034-d7f5-411a-856c-fc03f859eeb7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.193385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6ba9034-d7f5-411a-856c-fc03f859eeb7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.193385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6ba9034-d7f5-411a-856c-fc03f859eeb7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.193806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6ba9034-d7f5-411a-856c-fc03f859eeb7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.193806] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ba9034-d7f5-411a-856c-fc03f859eeb7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.271747] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b890345-fe86-457d-9eb8-df351ed96e27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.273608] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.273608] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.327653] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.327904] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.328036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.328313] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.328601] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.328731] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.329018] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.329276] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.329446] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.329575] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.329856] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.330021] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.330154] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.330358] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.330485] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.330620] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 is going to be updated. [ 791.368290] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.368719] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.368719] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.368872] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.369070] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.369296] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.371925] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.372215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.372291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.372485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.372568] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.372662] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 is going to be created. [ 791.405102] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.405314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.405412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.405639] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.405823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.420742] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 in Status: UNINITIALIZED for 2s [ 791.491615] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.491615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.491615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.491615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.491615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.491615] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.491615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.491615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.491615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.491615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.491615] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 is going to be updated. [ 791.542081] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.542081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.542081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.542081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.542081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.550721] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: IN_PROGRESS for 2s [ 791.693693] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25b3194b-9af1-48b9-a11a-67970b1c1149: rpc.has_security_group_logging(os_id): False [ 791.696447] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6ba9034-d7f5-411a-856c-fc03f859eeb7 [ 791.696678] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.696854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.696907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.697148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.697221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.697316] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6ba9034-d7f5-411a-856c-fc03f859eeb7 already deleted. [ 791.697392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6ba9034-d7f5-411a-856c-fc03f859eeb7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.714511] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.714665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.714740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.714959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.715061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.715326] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.715392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.715430] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.715571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.715672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.715860] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.715956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.716027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.716172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.716247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.716442] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.716537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.716599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.716738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.716810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.716941] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 is going to be created. [ 791.776685] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.776685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.776896] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.776966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.777082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.777239] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 is going to be updated. [ 791.778507] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.778600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.778736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.778839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.778944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.779016] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b890345-fe86-457d-9eb8-df351ed96e27 is going to be created. [ 791.780048] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.781173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.781173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.781308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.781381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.781467] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 791.784399] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.784900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.784900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.784900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.784900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.807744] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 in Status: IN_PROGRESS for 2s [ 791.821169] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.822541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.822679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.823924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.823924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.825395] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.825395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.825395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.826436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.826436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.827801] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.827974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.828530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.829095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.829356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.840919] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: IN_PROGRESS for 2s [ 791.841348] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 791.842702] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b890345-fe86-457d-9eb8-df351ed96e27 in Status: UNINITIALIZED for 2s [ 792.189773] env[65302]: INFO networking_nsxv3.common.synchronization [req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 req-eba11ab5-b211-4529-8df9-2517476efb7c service nova] Enqueued Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_rules [ 792.189773] env[65302]: INFO networking_nsxv3.common.synchronization [req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 req-eba11ab5-b211-4529-8df9-2517476efb7c service nova] Enqueued Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_members [ 792.190367] env[65302]: INFO networking_nsxv3.common.synchronization [req-b7e81a68-73fb-4dcc-a0e5-a05f61a37238 req-eba11ab5-b211-4529-8df9-2517476efb7c service nova] Enqueued Resource ID: 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 with Priority: HIGHEST for action port [ 792.190608] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_rules [ 792.190757] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_members [ 792.190854] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 with Priority: HIGHEST for action port [ 792.191273] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.191435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.191510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.191800] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.191904] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.193397] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.193569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.193636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.193845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.194010] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.194122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.194172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.194476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.194476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.194476] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.195360] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.195476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.195532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.195749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.195824] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c7bc93-c70a-49f3-a4ec-d44ba8ed7669',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.557205] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: SUCCESS [ 792.557415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.557591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.557880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.557965] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.600460] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 792.600699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.600889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.601134] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.601216] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.697793] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.698705] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.698806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.700242] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 with status ACTIVE [ 792.700242] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.700242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.700242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.700242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.700242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.700242] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.700242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.700242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.700242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.701280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.701280] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.701280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.701280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.701280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.701280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.701280] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18c7bc93-c70a-49f3-a4ec-d44ba8ed7669 is going to be updated. [ 792.724546] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.724667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.724729] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.724975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.725163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.725296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c7bc93-c70a-49f3-a4ec-d44ba8ed7669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.061311] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.061464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.104608] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.105018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.201234] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.435510] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 in Status: SUCCESS [ 793.435510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.435510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.435510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.435510] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.435510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.435510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.435510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.435510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.435510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.435510] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89a6a1c6-d972-4d2a-b60c-b92f91fc20d5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.562098] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: SUCCESS [ 793.562222] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 deletion is rescheduled due to dependency. [ 793.562267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.703641] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.703836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.703883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.704372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.704372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.704372] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 is going to be updated. [ 793.741018] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.741240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.741240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.741515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.741667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.752491] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: IN_PROGRESS for 2s [ 793.827824] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 in Status: SUCCESS [ 793.828112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.853191] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b890345-fe86-457d-9eb8-df351ed96e27 in Status: SUCCESS [ 793.853418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.853607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.853843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.854047] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.854188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.854255] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.854419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.854501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.854597] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b890345-fe86-457d-9eb8-df351ed96e27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.856226] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 793.856434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.857159] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: SUCCESS [ 793.857798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.857798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.857798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.857964] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.858117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.858117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.858232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.858305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.858396] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.859386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.859564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.860172] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.860172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.860172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.860172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.860374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.860374] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.939705] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.939705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.939705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.939947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.940170] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.940286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.940342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.940497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.940579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.940667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.940816] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.940992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.940992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.941111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.941674] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.941674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.941674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.941674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.941887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.941887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.941887] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89a6a1c6-d972-4d2a-b60c-b92f91fc20d5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.055442] env[65302]: INFO networking_nsxv3.common.synchronization [req-89e46659-c519-4da0-9108-5fd0f6ed8308 req-e35e8971-7282-46de-be4f-14aa89530818 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 794.056433] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 794.056928] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.059256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.059256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.059256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.059256] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.059256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.059256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.059256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.059256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.059256] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.363029] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b890345-fe86-457d-9eb8-df351ed96e27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.364284] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.365202] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.416612] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.416807] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.416930] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.417302] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.417562] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.417713] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.417878] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.418111] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.418306] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.418522] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.418628] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.418743] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.418877] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.418988] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.419102] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.419234] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.438369] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.438369] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.438369] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.438518] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.438769] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-44327bf5-1de4-409f-b2b7-77081fec1330 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.438963] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-44327bf5-1de4-409f-b2b7-77081fec1330" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.439065] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-44327bf5-1de4-409f-b2b7-77081fec1330" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.439923] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-44327bf5-1de4-409f-b2b7-77081fec1330" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.439923] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44327bf5-1de4-409f-b2b7-77081fec1330',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.444059] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5: rpc.has_security_group_logging(os_id): False [ 794.463206] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.463366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.463429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.463623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.463710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.463921] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.464035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.464100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.464262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.464339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.464517] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.464612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.464671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.464811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.464883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.465082] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.465180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.465240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.465385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.465491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.465544] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 is going to be created. [ 794.523818] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.524037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.524037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.524268] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.524450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.540657] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 in Status: IN_PROGRESS for 2s [ 794.560896] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.561076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.561192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.561475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.561527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.561715] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.561798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.561855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.562026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.562120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.562212] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be updated. [ 794.587543] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.587543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.587543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.587543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.587543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.599879] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: IN_PROGRESS for 2s [ 794.865600] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b890345-fe86-457d-9eb8-df351ed96e27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.866644] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.867337] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.942414] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.943060] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.943253] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.943602] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.943788] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.943986] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 44327bf5-1de4-409f-b2b7-77081fec1330 not found, creating... [ 794.944332] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.944536] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.944661] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.944922] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.945505] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.945849] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.946014] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.946137] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.946351] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.946855] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.946855] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 44327bf5-1de4-409f-b2b7-77081fec1330 is going to be created. [ 794.953082] env[65302]: INFO networking_nsxv3.common.synchronization [req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 req-b5275763-45af-44c5-a0a7-1d4805fe4ef4 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_members [ 794.953247] env[65302]: INFO networking_nsxv3.common.synchronization [req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 req-b5275763-45af-44c5-a0a7-1d4805fe4ef4 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 794.953368] env[65302]: INFO networking_nsxv3.common.synchronization [req-d7aaf4e9-5e36-4d40-82c3-dadcd82f6259 req-b5275763-45af-44c5-a0a7-1d4805fe4ef4 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 7b890345-fe86-457d-9eb8-df351ed96e27 with Priority: HIGHEST for action security_group_members [ 794.953617] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGHEST for action security_group_members [ 794.953760] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 794.953861] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b890345-fe86-457d-9eb8-df351ed96e27 with Priority: HIGHEST for action security_group_members [ 794.954391] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.954491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.954689] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.954771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.954971] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b890345-fe86-457d-9eb8-df351ed96e27 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.955069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.970652] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.970882] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.970999] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.971290] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.971545] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.971737] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-44327bf5-1de4-409f-b2b7-77081fec1330" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.369556] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.370032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.370032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.370032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.370166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.370438] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b890345-fe86-457d-9eb8-df351ed96e27 is going to be updated. [ 795.372660] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.372813] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.372913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.373206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.373331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.373446] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 795.374768] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.374997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.376343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.376343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.376343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.376343] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 is going to be updated. [ 795.408593] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.408799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.408799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.409059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.409203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.411202] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.411345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.411415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.411597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.411727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.413236] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.413344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.413411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.413568] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.414214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.426226] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: IN_PROGRESS for 2s [ 795.427429] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 795.427539] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b890345-fe86-457d-9eb8-df351ed96e27 in Status: IN_PROGRESS for 2s [ 795.713764] env[65302]: INFO networking_nsxv3.common.synchronization [req-89e46659-c519-4da0-9108-5fd0f6ed8308 req-9fe6a24a-026a-4ca4-907e-c8885271005b service nova] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_rules [ 795.713979] env[65302]: INFO networking_nsxv3.common.synchronization [req-89e46659-c519-4da0-9108-5fd0f6ed8308 req-9fe6a24a-026a-4ca4-907e-c8885271005b service nova] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 795.714191] env[65302]: INFO networking_nsxv3.common.synchronization [req-89e46659-c519-4da0-9108-5fd0f6ed8308 req-9fe6a24a-026a-4ca4-907e-c8885271005b service nova] Enqueued Resource ID: 44327bf5-1de4-409f-b2b7-77081fec1330 with Priority: HIGHEST for action port [ 795.714771] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_rules [ 795.714903] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 795.715012] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44327bf5-1de4-409f-b2b7-77081fec1330 with Priority: HIGHEST for action port [ 795.715295] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.715425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.715491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.715770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.715851] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.718066] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.718175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.718421] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-44327bf5-1de4-409f-b2b7-77081fec1330 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.718574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44327bf5-1de4-409f-b2b7-77081fec1330" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.718574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44327bf5-1de4-409f-b2b7-77081fec1330" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.718707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44327bf5-1de4-409f-b2b7-77081fec1330" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.718787] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44327bf5-1de4-409f-b2b7-77081fec1330',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.765596] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: SUCCESS [ 795.765596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.765596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.765596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.765596] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.765596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.765596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.765596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.765596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.765596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.765596] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.218554] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.218737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.221181] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44327bf5-1de4-409f-b2b7-77081fec1330 with status ACTIVE [ 796.221461] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.221613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.221762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.222092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.222244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.222478] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.222869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.222869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.222869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.223017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.223158] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.223291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.223329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.223447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.223521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.223635] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44327bf5-1de4-409f-b2b7-77081fec1330 is going to be updated. [ 796.248622] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.248792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.248858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.249107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.249264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.249447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44327bf5-1de4-409f-b2b7-77081fec1330" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.268018] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.552836] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 in Status: SUCCESS [ 796.553205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.611236] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 796.611236] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 deletion is rescheduled due to dependency. [ 796.611236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.611485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.612111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.612111] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.612111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.612111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.612111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.612373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.612373] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.770477] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c876ffcc-18e7-4b67-9d9e-fe9a46da1993: rpc.has_security_group_logging(os_id): False [ 796.790375] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.790576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.790576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.790799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.790890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.791261] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.791396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.791491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.791705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.791803] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.791894] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 is going to be updated. [ 796.865938] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.866139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.866218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.866382] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.866526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.882498] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: IN_PROGRESS for 2s [ 797.114750] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.442361] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: SUCCESS [ 797.442506] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.442679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.442906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.443206] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.443586] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.443586] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.443586] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.443748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.443748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.443830] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.446889] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b890345-fe86-457d-9eb8-df351ed96e27 in Status: SUCCESS [ 797.447097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.447860] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 797.448816] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.448816] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.448816] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.448816] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.448816] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.448816] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.448816] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.449294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.449294] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.449818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.449884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.452114] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.452267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.452331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.452469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.452544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.452625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.452714] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b890345-fe86-457d-9eb8-df351ed96e27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.453520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.454771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.454771] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.454771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.454771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.454771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.454771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.454771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.454771] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.458178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.458554] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.458554] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.458851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.458851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.458851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.459025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.459025] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b890345-fe86-457d-9eb8-df351ed96e27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.459771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.459930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.461187] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.461187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.461187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.461187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.461187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.461187] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.619351] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.958846] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.959148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.959259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.960728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.960728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.960728] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.960728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.960728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.960728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.960728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.960728] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 is going to be updated. [ 797.961641] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b890345-fe86-457d-9eb8-df351ed96e27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.962513] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.963638] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.963774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.963847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.964059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.964164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.964383] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.964518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.964592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.964753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.964848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.964935] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b890345-fe86-457d-9eb8-df351ed96e27 is going to be deleted. [ 797.966065] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.978473] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.978642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.011586] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.011762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.011864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.012058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.012219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.036948] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: IN_PROGRESS for 2s [ 798.064982] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.065239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.065239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.065321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.065396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.065511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.122034] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.122398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.122398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.122646] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.122737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.122835] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be updated. [ 798.159740] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.159740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.159740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.160210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.160426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.173263] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: IN_PROGRESS for 2s [ 798.465312] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b890345-fe86-457d-9eb8-df351ed96e27: rpc.has_security_group_logging(os_id): False [ 798.468622] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2623e1e-14c2-4f67-9ca7-2c6a36621f84: rpc.has_security_group_logging(os_id): False [ 798.472761] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.488098] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.488098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.488098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.488098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.488098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.488098] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.488098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.488098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.488098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.488098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.488098] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b890345-fe86-457d-9eb8-df351ed96e27 is going to be created. [ 798.493575] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.495473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.495778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.496142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.496240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.496558] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.496680] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.496758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.496918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.496989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.497094] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 is going to be updated. [ 798.529999] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7b890345-fe86-457d-9eb8-df351ed96e27], does not exist path=[/infra/domains/default/groups/7b890345-fe86-457d-9eb8-df351ed96e27]."\n}' [ 798.529999] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b890345-fe86-457d-9eb8-df351ed96e27 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7b890345-fe86-457d-9eb8-df351ed96e27 [ 798.529999] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 798.577395] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.577551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.577620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.577982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.579380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.579572] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.579712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.579757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.579910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.579985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.580666] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.580666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.580666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.580666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.580666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.580917] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b890345-fe86-457d-9eb8-df351ed96e27 is going to be created. [ 798.595570] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.596020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.596020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.596152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.596203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.608488] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7b890345-fe86-457d-9eb8-df351ed96e27], does not exist path=[/infra/domains/default/groups/7b890345-fe86-457d-9eb8-df351ed96e27]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7b890345-fe86-457d-9eb8-df351ed96e27 [ 798.609206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b890345-fe86-457d-9eb8-df351ed96e27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.609401] env[65302]: Traceback (most recent call last): [ 798.609470] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 798.609470] env[65302]: return func(*args, **kwargs) [ 798.609470] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 798.609470] env[65302]: res.raise_for_status() [ 798.609470] env[65302]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 798.609470] env[65302]: raise HTTPError(http_error_msg, response=self) [ 798.609470] env[65302]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7b890345-fe86-457d-9eb8-df351ed96e27 [ 798.609470] env[65302]: During handling of the above exception, another exception occurred: [ 798.609470] env[65302]: Traceback (most recent call last): [ 798.609470] env[65302]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 798.609470] env[65302]: listener.cb(fileno) [ 798.609470] env[65302]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 798.609470] env[65302]: result = function(*args, **kwargs) [ 798.609470] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 798.609470] env[65302]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 798.609470] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 798.609470] env[65302]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 798.609470] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 798.609470] env[65302]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 798.609470] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 798.609470] env[65302]: res.raise_for_status() [ 798.609470] env[65302]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 798.609470] env[65302]: raise HTTPError(http_error_msg, response=self) [ 798.610455] env[65302]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7b890345-fe86-457d-9eb8-df351ed96e27 [ 798.610455] env[65302]: Removing descriptor: 16 [ 798.611230] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: IN_PROGRESS for 2s [ 798.898210] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: SUCCESS [ 798.898513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.980970] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.981150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.981253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.981437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.981529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.981616] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 799.018025] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.018025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.018025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.018025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.018025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.029050] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 800.052418] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: SUCCESS [ 800.053361] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 deletion is rescheduled due to dependency. [ 800.053840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.189553] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 800.189804] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.189943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.190425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.190623] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.190788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.190836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.190983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.191080] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.191207] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.191309] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.634091] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 in Status: SUCCESS [ 800.634091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.694838] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.695068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.695129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.695411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.695714] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.695858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.696518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.696518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.696518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.696518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.696700] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.696763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.696796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.696929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.697258] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.697442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.697442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.697564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.697648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.697762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.697908] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.716941] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 800.716941] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 801.044063] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 801.044312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.045143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.045143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.048898] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.048898] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.048898] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.048898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.048898] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.200611] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c76c0bb-a199-4347-8bbe-c712c62041f5: rpc.has_security_group_logging(os_id): False [ 801.226992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.226992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.226992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.226992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.250990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.250990] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.250990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.250990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.250990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.250990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.250990] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.250990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.250990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.250990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.250990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.251591] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.251591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.251591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.251591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.251591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.251591] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be updated. [ 801.327438] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.327578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.328823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.328823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.328823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.352763] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: IN_PROGRESS for 2s [ 801.551950] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81a11571-68af-42fe-903e-58cbd04f3c49: rpc.has_security_group_logging(os_id): False [ 801.573511] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.573934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.573934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.573934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.599420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.599420] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.599420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.599420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.599420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.599420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.599420] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.599420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.599420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.599420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.599420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.599420] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.600765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.600893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.601132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.601238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.601466] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 801.673102] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.673281] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.673352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.673585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.673738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.703443] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 801.934312] env[65302]: INFO networking_nsxv3.common.synchronization [req-edf3bc77-93bd-4a7d-96c1-d081da2d2a8a req-4acf35a5-8266-472a-9da6-59501a0e61a3 tempest-ImagesNegativeTestJSON-601494648 tempest-ImagesNegativeTestJSON-601494648-project-member] Enqueued Resource ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 with Priority: HIGHEST for action security_group_members [ 801.935683] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 with Priority: HIGHEST for action security_group_members [ 801.936856] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b3194b-9af1-48b9-a11a-67970b1c1149 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.936856] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.936856] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.936856] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.936856] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.936856] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.937198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.937198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.937198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.937297] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25b3194b-9af1-48b9-a11a-67970b1c1149',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.351165] env[65302]: INFO networking_nsxv3.common.synchronization [req-04645b3a-3911-46d7-90ce-6ab726a14348 req-25b56243-7585-4731-99a8-e8277bcdca9e tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_members [ 802.351536] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_members [ 802.351846] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-0482e356-83c1-4bad-9658-3c5946ad39ce taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.351968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.352191] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.352469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.352682] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.352769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.352823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.353171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.353171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.353171] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0482e356-83c1-4bad-9658-3c5946ad39ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.440730] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.441013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.441103] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.441367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.456306] env[65302]: INFO networking_nsxv3.common.synchronization [None req-b54583e5-f763-4522-ad26-dd7247cf8680 None None] Enqueued Resource ID: 31391097-b3b1-40df-9284-20e47753f63a with Priority: HIGHEST for action port [ 802.457556] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31391097-b3b1-40df-9284-20e47753f63a with Priority: HIGHEST for action port [ 802.460093] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-31391097-b3b1-40df-9284-20e47753f63a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.460093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31391097-b3b1-40df-9284-20e47753f63a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.460093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31391097-b3b1-40df-9284-20e47753f63a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.460093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31391097-b3b1-40df-9284-20e47753f63a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.460093] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31391097-b3b1-40df-9284-20e47753f63a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.464417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.464663] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.464786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.464873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.465139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.465270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.465409] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 is going to be updated. [ 802.498622] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.498622] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.498622] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.498913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.499035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.511038] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 in Status: IN_PROGRESS for 2s [ 802.772413] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.772723] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.772856] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.773229] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.773472] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.773645] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.773723] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.773936] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.774501] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.775506] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.775506] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.775506] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.775506] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.775506] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.775506] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.775506] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.800996] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.802465] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.802815] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.803084] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.803443] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-832944e8-e9e5-4443-9efd-16c67f4967b2 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.803714] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-832944e8-e9e5-4443-9efd-16c67f4967b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.803915] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-832944e8-e9e5-4443-9efd-16c67f4967b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.808405] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-832944e8-e9e5-4443-9efd-16c67f4967b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.808405] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832944e8-e9e5-4443-9efd-16c67f4967b2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.857563] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.857843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.857843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.858150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.858254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.858455] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.858554] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.858617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.858813] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.858913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.859010] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0482e356-83c1-4bad-9658-3c5946ad39ce already deleted. [ 802.859101] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.968617] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31391097-b3b1-40df-9284-20e47753f63a [ 802.968617] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.968617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.968617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.968898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.968898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.968969] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31391097-b3b1-40df-9284-20e47753f63a already deleted. [ 802.969118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31391097-b3b1-40df-9284-20e47753f63a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.308826] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.309457] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.309596] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.309978] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.310249] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.310429] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 832944e8-e9e5-4443-9efd-16c67f4967b2 not found, creating... [ 803.310728] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.310946] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.311069] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.311318] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.311456] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.311825] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.311928] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.312046] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.312271] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.312403] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.312568] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 832944e8-e9e5-4443-9efd-16c67f4967b2 is going to be created. [ 803.367829] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.367829] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.367829] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.367829] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.367829] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.367829] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-832944e8-e9e5-4443-9efd-16c67f4967b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.371610] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 803.371610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.680537] env[65302]: INFO networking_nsxv3.common.synchronization [None req-2be889fa-0396-44c1-9376-8c17598b876a tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Enqueued Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_rules [ 803.681895] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_rules [ 803.681895] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.681895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.681895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.681895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.681895] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c54d9b9-61b2-4c57-9afb-068ae2ec914c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.721014] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 803.721277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.823204] env[65302]: INFO networking_nsxv3.common.synchronization [None req-7feff1f8-6e7f-46fe-adef-49b9947b403e tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Enqueued Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_rules [ 803.823566] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_rules [ 803.823883] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.823979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.114259] env[65302]: INFO networking_nsxv3.common.synchronization [req-04645b3a-3911-46d7-90ce-6ab726a14348 req-34a89d95-3870-4538-973e-ef7ccef5f691 service nova] Enqueued Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_rules [ 804.117353] env[65302]: INFO networking_nsxv3.common.synchronization [req-04645b3a-3911-46d7-90ce-6ab726a14348 req-34a89d95-3870-4538-973e-ef7ccef5f691 service nova] Enqueued Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_members [ 804.117353] env[65302]: INFO networking_nsxv3.common.synchronization [req-04645b3a-3911-46d7-90ce-6ab726a14348 req-34a89d95-3870-4538-973e-ef7ccef5f691 service nova] Enqueued Resource ID: 832944e8-e9e5-4443-9efd-16c67f4967b2 with Priority: HIGHEST for action port [ 804.117353] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_rules [ 804.117353] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_members [ 804.117353] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832944e8-e9e5-4443-9efd-16c67f4967b2 with Priority: HIGHEST for action port [ 804.117353] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0482e356-83c1-4bad-9658-3c5946ad39ce taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.117353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.117353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.117353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.117353] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0482e356-83c1-4bad-9658-3c5946ad39ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.117353] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-0482e356-83c1-4bad-9658-3c5946ad39ce taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.117353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.117353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.118230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.118230] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.118230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.118230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.118230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.118230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.118230] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0482e356-83c1-4bad-9658-3c5946ad39ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.121928] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-832944e8-e9e5-4443-9efd-16c67f4967b2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.121928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-832944e8-e9e5-4443-9efd-16c67f4967b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.121928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-832944e8-e9e5-4443-9efd-16c67f4967b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.121928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-832944e8-e9e5-4443-9efd-16c67f4967b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.121928] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832944e8-e9e5-4443-9efd-16c67f4967b2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.205027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.205027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.205027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.205356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.205483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.205585] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c already deleted. [ 804.205673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.205828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.206038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.206156] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c54d9b9-61b2-4c57-9afb-068ae2ec914c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.523168] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 in Status: SUCCESS [ 804.523760] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b3194b-9af1-48b9-a11a-67970b1c1149 deletion is rescheduled due to dependency. [ 804.523760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b3194b-9af1-48b9-a11a-67970b1c1149" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.621359] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-0482e356-83c1-4bad-9658-3c5946ad39ce taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.621359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.621583] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0482e356-83c1-4bad-9658-3c5946ad39ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.623750] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 832944e8-e9e5-4443-9efd-16c67f4967b2 with status ACTIVE [ 804.623998] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.624186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.624252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.624464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.624557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.624739] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.624863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.624908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.625360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.625470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.625673] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.625774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.625834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.626029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.626120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.626230] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 832944e8-e9e5-4443-9efd-16c67f4967b2 is going to be updated. [ 804.654822] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.654822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.654822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.654822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.655075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.655075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-832944e8-e9e5-4443-9efd-16c67f4967b2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.744164] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.744543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.744710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.745141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.746156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.747267] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c already deleted. [ 804.747412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.133099] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0482e356-83c1-4bad-9658-3c5946ad39ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.157945] env[65302]: INFO networking_nsxv3.common.synchronization [req-e278cd68-1d53-480c-8b65-2b8b38c06117 req-37a68d4d-f24d-4c8b-8e74-68e48fca6625 tempest-VolumesAdminNegativeTest-889174066 tempest-VolumesAdminNegativeTest-889174066-project-member] Enqueued Resource ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 with Priority: HIGHEST for action security_group_members [ 805.157945] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 with Priority: HIGHEST for action security_group_members [ 805.157945] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.157945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.157945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.157945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.157945] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.157945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.159023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.159205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.159298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.159419] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a6a1c6-d972-4d2a-b60c-b92f91fc20d5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.355343] env[65302]: INFO networking_nsxv3.common.synchronization [None req-3d5fb38b-b7fa-4450-a6f2-764aa3479efe None None] Enqueued Resource ID: fd81a4d1-6134-442d-999a-bc9d801c6003 with Priority: HIGHEST for action port [ 805.356045] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd81a4d1-6134-442d-999a-bc9d801c6003 with Priority: HIGHEST for action port [ 805.356523] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd81a4d1-6134-442d-999a-bc9d801c6003 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.356523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd81a4d1-6134-442d-999a-bc9d801c6003" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.356752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd81a4d1-6134-442d-999a-bc9d801c6003" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.356924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd81a4d1-6134-442d-999a-bc9d801c6003" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.357023] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd81a4d1-6134-442d-999a-bc9d801c6003',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.519139] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.519390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.519390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.519514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.519635] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.634582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.634967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.634967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.635359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.635549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.635714] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0482e356-83c1-4bad-9658-3c5946ad39ce is going to be created. [ 805.662541] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.663324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.664218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.664478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.666629] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.666765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.666840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.667089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.667271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.680506] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0482e356-83c1-4bad-9658-3c5946ad39ce in Status: UNINITIALIZED for 2s [ 805.688558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.689493] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.689493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.689661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.689763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.689938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.690039] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 is going to be updated. [ 805.728835] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.729110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.729264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.729616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.729869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.740883] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 in Status: IN_PROGRESS for 2s [ 805.859675] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd81a4d1-6134-442d-999a-bc9d801c6003 [ 805.859817] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.860104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.860104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.861762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.861762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.861762] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd81a4d1-6134-442d-999a-bc9d801c6003 already deleted. [ 805.861762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd81a4d1-6134-442d-999a-bc9d801c6003" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.023056] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.526296] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.030328] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 807.030328] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 807.689821] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0482e356-83c1-4bad-9658-3c5946ad39ce in Status: SUCCESS [ 807.690199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.690318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.690508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.690703] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.690823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.690879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.691040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.691122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.691207] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.691302] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0482e356-83c1-4bad-9658-3c5946ad39ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.751074] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 in Status: SUCCESS [ 807.751294] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 deletion is rescheduled due to dependency. [ 807.751412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.887866] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.887866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.887866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.887866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.899720] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 807.900699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.901990] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 807.932409] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.932589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.932632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.932836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.937542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.939096] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 807.939096] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.939096] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 807.977126] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.977126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.977126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.977126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.977659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.977800] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 808.052715] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.052715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.052715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.053349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.053349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.053349] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 808.119628] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.119778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.119840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.120059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.120258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.120465] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 808.120556] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cfc2671d-e165-4d21-a583-8c87fe6c200d', '77971f08-f694-4b67-8f0b-7cc78f7caf7b', '68e87583-c48e-4e8d-8a46-221d44aa0fd4', 'a824d43d-b538-4f6b-9c7d-9e659345e317', 'da4500a3-d55d-41ca-ac23-1bfcc4daaad3', '9c76c0bb-a199-4347-8bbe-c712c62041f5', '89dbea19-2541-41b7-9f98-8a6ea9ae17f3', 'c876ffcc-18e7-4b67-9d9e-fe9a46da1993', '4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa', '3393744b-2f78-439d-8597-2f95f166e4a7', '0822f8de-9102-4a0f-ba6e-ecf8ccde0100', '89a6a1c6-d972-4d2a-b60c-b92f91fc20d5', '6175b2a8-d69e-40d2-93d9-891761777b31', '279baeb5-3200-4350-9154-49a86e7c508e', '1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78', '2692ea5d-9255-40cd-82c3-8854de5830a2', 'f2885ea5-44bc-49d4-8499-dbea424a6c03', '2c2dda12-210c-4622-be22-0d6a11b072ed', 'abdb46bb-26e6-4161-a106-df8d53014ed0', '3588b08d-65fd-4a8a-82a3-6301deb6a6a0', '5e7eef9d-4872-4c9d-9069-dd2938e1fabf', '7622a439-d3dc-43f0-82be-ec3c9c0c43db', 'c2623e1e-14c2-4f67-9ca7-2c6a36621f84', '81a11571-68af-42fe-903e-58cbd04f3c49', 'c42a9f7c-a226-465b-93f7-2be7eb900103', 'd506890a-4abf-4405-b9d5-90b842821e93', '409dd4f8-f44c-4715-8913-b0116a226610', '315ed335-31ee-4147-b93f-09bbfc0e03f8', '75efa0d3-4545-418e-8c1f-ed4ac6402eb8', 'b33ac6bd-2fe0-454e-90d1-1b75985c9704', '8e36e703-0c0a-4a42-9046-43715a2aef5f', 'cd26d126-2e6c-46ba-874d-99642afc887a', 'd7b51eaf-0603-49de-b693-16e69a148974', '25b3194b-9af1-48b9-a11a-67970b1c1149'} {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.120640] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 808.143752] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.143851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.143851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.144072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.144158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.144268] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 808.144383] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.144428] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 808.193318] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0482e356-83c1-4bad-9658-3c5946ad39ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.227122] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.227349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.227349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.227536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.228222] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.228423] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 808.228509] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.228578] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 808.228641] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 808.228721] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 808.228809] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGH for action security_group_rules [ 808.228863] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b with Priority: HIGH for action security_group_rules [ 808.228928] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGH for action security_group_rules [ 808.228984] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGH for action security_group_rules [ 808.229058] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 with Priority: HIGH for action security_group_rules [ 808.229119] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGH for action security_group_rules [ 808.229203] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGH for action security_group_rules [ 808.229260] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGH for action security_group_rules [ 808.229321] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGH for action security_group_rules [ 808.229380] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGH for action security_group_rules [ 808.229439] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 with Priority: HIGH for action security_group_rules [ 808.229497] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 with Priority: HIGH for action security_group_rules [ 808.229556] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGH for action security_group_rules [ 808.229616] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 279baeb5-3200-4350-9154-49a86e7c508e with Priority: HIGH for action security_group_rules [ 808.229675] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGH for action security_group_rules [ 808.229736] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGH for action security_group_rules [ 808.229796] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 with Priority: HIGH for action security_group_rules [ 808.229857] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGH for action security_group_rules [ 808.229953] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abdb46bb-26e6-4161-a106-df8d53014ed0 with Priority: HIGH for action security_group_rules [ 808.229992] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGH for action security_group_rules [ 808.230072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.696152] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0482e356-83c1-4bad-9658-3c5946ad39ce: rpc.has_security_group_logging(os_id): False [ 808.716934] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.717182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.717235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.717550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.717696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.718101] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.718332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.718428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.718754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.718754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.718902] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0482e356-83c1-4bad-9658-3c5946ad39ce is going to be created. [ 808.796975] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.797186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.797227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.797425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.797654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.813825] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0482e356-83c1-4bad-9658-3c5946ad39ce in Status: IN_PROGRESS for 2s [ 810.357514] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 810.357514] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 810.357977] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGH for action security_group_rules [ 810.357977] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGH for action security_group_rules [ 810.357977] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 with Priority: HIGH for action security_group_rules [ 810.358207] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGH for action security_group_rules [ 810.358207] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGH for action security_group_rules [ 810.358300] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb46bb-26e6-4161-a106-df8d53014ed0 with Priority: HIGH for action security_group_rules [ 810.358361] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGH for action security_group_rules [ 810.358429] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 with Priority: HIGH for action security_group_rules [ 810.358514] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279baeb5-3200-4350-9154-49a86e7c508e with Priority: HIGH for action security_group_rules [ 810.358598] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 with Priority: HIGH for action security_group_rules [ 810.358682] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGH for action security_group_rules [ 810.358779] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 with Priority: HIGH for action security_group_rules [ 810.358914] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 with Priority: HIGH for action security_group_rules [ 810.359076] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393744b-2f78-439d-8597-2f95f166e4a7 with Priority: HIGH for action security_group_rules [ 810.359333] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa with Priority: HIGH for action security_group_rules [ 810.359333] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGH for action security_group_rules [ 810.359439] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGH for action security_group_rules [ 810.359439] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 with Priority: HIGH for action security_group_rules [ 810.359517] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b with Priority: HIGH for action security_group_rules [ 810.359651] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a824d43d-b538-4f6b-9c7d-9e659345e317 with Priority: HIGH for action security_group_rules [ 810.359972] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.360083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.360202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.360391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.360489] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.363378] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.363835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.363835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.363835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.363835] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.364959] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.364959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.364959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.364959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.365491] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89dbea19-2541-41b7-9f98-8a6ea9ae17f3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.366764] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.366764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.366764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.366764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.366764] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.367659] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.367659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.367659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.367930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.367930] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.368979] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abdb46bb-26e6-4161-a106-df8d53014ed0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.369109] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.369248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.369404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.369478] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abdb46bb-26e6-4161-a106-df8d53014ed0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.371433] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.371433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.371433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.371433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.371433] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.372300] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2885ea5-44bc-49d4-8499-dbea424a6c03 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.372300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.372454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.372454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.373091] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2885ea5-44bc-49d4-8499-dbea424a6c03',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.373347] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-279baeb5-3200-4350-9154-49a86e7c508e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.373447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.373729] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.373966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.374052] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('279baeb5-3200-4350-9154-49a86e7c508e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.375058] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2692ea5d-9255-40cd-82c3-8854de5830a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.375176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.375247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.375383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.376031] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2692ea5d-9255-40cd-82c3-8854de5830a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.376639] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.376639] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.376639] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.376868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.377028] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.377305] env[65302]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 810.378110] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.378227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.378227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.378363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.378405] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89a6a1c6-d972-4d2a-b60c-b92f91fc20d5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.379360] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0822f8de-9102-4a0f-ba6e-ecf8ccde0100 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.379471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.379513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.379743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.379743] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0822f8de-9102-4a0f-ba6e-ecf8ccde0100',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.380652] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393744b-2f78-439d-8597-2f95f166e4a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.380756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.380820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.380967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.381092] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393744b-2f78-439d-8597-2f95f166e4a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.382011] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.382118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.382166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.382332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.382385] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.383415] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.383521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.383584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.383728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.383798] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.384620] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.384728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.384791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.384936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.385026] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.385834] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da4500a3-d55d-41ca-ac23-1bfcc4daaad3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.385933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.385999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.386164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.386235] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da4500a3-d55d-41ca-ac23-1bfcc4daaad3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.387043] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77971f08-f694-4b67-8f0b-7cc78f7caf7b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.387171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.387238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.387383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.387452] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77971f08-f694-4b67-8f0b-7cc78f7caf7b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.388498] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a824d43d-b538-4f6b-9c7d-9e659345e317 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.388624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.388690] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.388876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.388934] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a824d43d-b538-4f6b-9c7d-9e659345e317',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.418189] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.418331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.418397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.418577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.442739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.443118] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89dbea19-2541-41b7-9f98-8a6ea9ae17f3 is going to be deleted. [ 810.643208] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.643401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.643445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.643638] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.643718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.644093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89dbea19-2541-41b7-9f98-8a6ea9ae17f3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.829082] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0482e356-83c1-4bad-9658-3c5946ad39ce in Status: SUCCESS [ 810.829308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.890449] env[65302]: INFO networking_nsxv3.common.synchronization [req-70b220c3-0d74-4024-8e5d-c0b7e288e48d req-cce6f032-2ce4-4daf-867f-20639f64319f tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 810.891236] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 810.892657] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.892775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.892866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.893214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.893311] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.893418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.893512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.893708] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.893815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.893955] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.897259] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.897403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.897452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.897621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.897773] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.897908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.897970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.898112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.898194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.898276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.898359] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.922790] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.924186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.924289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.924482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.929198] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.929198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.929198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.929198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.929198] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.929198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.929198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.929198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.929654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.929654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.929654] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.937432] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.937614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.943311] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.944473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.947592] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.947770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.947770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.948013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.948175] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.948287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.948348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.949772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.949772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.949772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.949772] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.952272] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.952394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.952447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.952613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.952868] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.952868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.952966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.953048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.953129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.953214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.953288] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.985886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.986036] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be deleted. [ 810.987495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.987795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.991331] env[65302]: INFO networking_nsxv3.common.synchronization [req-4538d544-6d58-424d-b516-583c14bbcc0f req-39631d8b-32b9-4e6c-8e98-f615be683088 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 810.992808] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 810.995292] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.995481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.995787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.998874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.998874] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.998874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.998874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.998874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.998874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.998874] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.005323] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.005434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.006806] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.006928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.009965] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.010109] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.011443] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.011538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.012414] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.012535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.014380] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.014380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.014850] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.014944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.017378] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.017378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.018173] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.018287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.018974] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.019086] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.021702] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 811.021702] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.021702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.027237] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 811.027418] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.027612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.035162] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 811.035789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.035971] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a824d43d-b538-4f6b-9c7d-9e659345e317 is going to be deleted. [ 811.037410] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.038373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.066020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.066020] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be deleted. [ 811.067895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.067895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.070037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.070037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.102069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.102069] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2885ea5-44bc-49d4-8499-dbea424a6c03 is going to be deleted. [ 811.102829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.102829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.126829] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.127040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.136802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.137033] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393744b-2f78-439d-8597-2f95f166e4a7 is going to be deleted. [ 811.138092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.138311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.173770] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.173980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.186532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.186708] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 279baeb5-3200-4350-9154-49a86e7c508e is going to be deleted. [ 811.187726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.188024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.213055] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.213174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.239714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.239884] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89a6a1c6-d972-4d2a-b60c-b92f91fc20d5 is going to be deleted. [ 811.240824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.241055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.288550] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.288677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.301931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.302141] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abdb46bb-26e6-4161-a106-df8d53014ed0 is going to be deleted. [ 811.303102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.303333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.308883] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.309141] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.309272] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.309512] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.309779] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.309943] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.310109] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.310347] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.310490] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.310699] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.310805] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.310910] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.311039] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.311148] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.311244] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.311375] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.328114] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.328346] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.328445] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.328712] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.329031] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.329212] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.329318] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.329527] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.329665] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.329850] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.329955] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.330331] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.330490] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.330601] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.330700] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.330825] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.335821] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.335962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.342702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.342833] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be deleted. [ 811.343805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.344038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.348684] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.348834] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.348993] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.349185] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.349503] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-4e4da979-8dd5-48e5-8631-f97ce1c977eb taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.349679] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-4e4da979-8dd5-48e5-8631-f97ce1c977eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.349866] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-4e4da979-8dd5-48e5-8631-f97ce1c977eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.350121] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-4e4da979-8dd5-48e5-8631-f97ce1c977eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.350299] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e4da979-8dd5-48e5-8631-f97ce1c977eb',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.371733] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.372204] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.372204] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.372204] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.372535] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-b1a58745-8b52-4a91-af27-2d25e1ef2125 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.372710] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-b1a58745-8b52-4a91-af27-2d25e1ef2125" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.372823] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-b1a58745-8b52-4a91-af27-2d25e1ef2125" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.373230] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-b1a58745-8b52-4a91-af27-2d25e1ef2125" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.373366] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1a58745-8b52-4a91-af27-2d25e1ef2125',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.379088] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.379231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.380324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.380324] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da4500a3-d55d-41ca-ac23-1bfcc4daaad3 is going to be deleted. [ 811.381150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.381349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.401978] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.402250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.402250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.402613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.402613] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.402832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.402832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.402955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.403021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.403093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.403211] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.403299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.403359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.403482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.403619] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.403711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.403772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.403892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.403962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.404139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.404240] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.405279] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.405437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.444605] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.453338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.453539] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa is going to be deleted. [ 811.454783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.455038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.462104] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.462328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.462553] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.462661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.462726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.462931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.463127] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.463244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.463319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.463511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.463611] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.463942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.463942] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.464104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.464104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.464218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.464355] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.464447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.464505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.464641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.464706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.464787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.464906] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.465835] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.467636] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.467750] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.501848] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.502102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.503231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.503390] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 is going to be deleted. [ 811.504302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.504521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.539909] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.540148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.552975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.553161] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77971f08-f694-4b67-8f0b-7cc78f7caf7b is going to be deleted. [ 811.554232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.554475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.606378] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.606519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.619996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.619996] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0822f8de-9102-4a0f-ba6e-ecf8ccde0100 is going to be deleted. [ 811.621366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.621366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.770095] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.770353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.775635] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.775835] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2692ea5d-9255-40cd-82c3-8854de5830a2 is going to be deleted. [ 811.777213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.777538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.777697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.777916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.778183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.778631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.778631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.778785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a824d43d-b538-4f6b-9c7d-9e659345e317" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.779589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.779817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.779931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.780169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.780378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.780661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.780864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.781172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2885ea5-44bc-49d4-8499-dbea424a6c03" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.781450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.781665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.781779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.781966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393744b-2f78-439d-8597-2f95f166e4a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.782176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.782372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.782488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.782662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-279baeb5-3200-4350-9154-49a86e7c508e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.782845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.783058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.783208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.783314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89a6a1c6-d972-4d2a-b60c-b92f91fc20d5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.783485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.783671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.783770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.784121] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.784279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.784365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.784560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.784711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.784791] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be deleted. [ 811.786043] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.786249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.786394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.786579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abdb46bb-26e6-4161-a106-df8d53014ed0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.786833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.787116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.787252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.787436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.788248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.788477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.788606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.788959] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.789169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.789283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.789531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.789688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.789870] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 already deleted. [ 811.790063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.790272] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.790475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.790629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.790880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da4500a3-d55d-41ca-ac23-1bfcc4daaad3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.791261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.791613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.791750] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.791929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9c9eb6-2ddf-4793-b95f-c21cb92b61aa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.792151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.792347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.792450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.792603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.820644] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.820867] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.820981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.821368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.821516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.821678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77971f08-f694-4b67-8f0b-7cc78f7caf7b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.823313] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.823487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.823596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.823860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.824007] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.824186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0822f8de-9102-4a0f-ba6e-ecf8ccde0100" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.853233] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.853541] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.853541] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.853834] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.853979] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.854146] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 4e4da979-8dd5-48e5-8631-f97ce1c977eb not found, creating... [ 811.854407] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.854545] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.854660] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.854889] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.855038] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.855324] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.855459] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.855582] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.855782] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.855912] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.856060] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 4e4da979-8dd5-48e5-8631-f97ce1c977eb is going to be created. [ 811.875770] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.876071] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.876071] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.876331] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.876477] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.876633] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port b1a58745-8b52-4a91-af27-2d25e1ef2125 not found, creating... [ 811.876933] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.877129] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.877244] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.877480] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.877614] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.877992] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.878186] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.878303] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.878570] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.878716] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.878896] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: b1a58745-8b52-4a91-af27-2d25e1ef2125 is going to be created. [ 811.894339] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.894568] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.894568] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.894773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.894958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.895088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2692ea5d-9255-40cd-82c3-8854de5830a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.896524] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.896524] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.896524] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.896726] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.896939] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.897209] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-4e4da979-8dd5-48e5-8631-f97ce1c977eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.899277] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.899277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.899277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.899277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.899277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.899277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.906933] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68e87583-c48e-4e8d-8a46-221d44aa0fd4: rpc.has_security_group_logging(os_id): False [ 811.946871] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3588b08d-65fd-4a8a-82a3-6301deb6a6a0: rpc.has_security_group_logging(os_id): False [ 811.951493] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.951714] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.951820] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.952117] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.952556] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.952774] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-b1a58745-8b52-4a91-af27-2d25e1ef2125" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.955154] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.955285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.955341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.955535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.967370] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c876ffcc-18e7-4b67-9d9e-fe9a46da1993: rpc.has_security_group_logging(os_id): False [ 811.968569] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c76c0bb-a199-4347-8bbe-c712c62041f5: rpc.has_security_group_logging(os_id): False [ 811.986674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.986955] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.987094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.987151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.987359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.987440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.987660] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.987769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.987814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.988019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.988097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.988271] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.988374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.988437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.988553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.988624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.988706] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 is going to be updated. [ 811.991271] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.991440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.991545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.991777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.012726] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.012899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.018817] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.019053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.059523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.059864] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.059967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.060067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.060298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.060386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.060486] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 is going to be updated. [ 812.061752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.061957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.143540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.143923] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.144059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.144169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.144441] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.144547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.144662] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 is going to be updated. [ 812.145921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.146110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.168649] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.168917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.192053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.192355] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.192503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.192621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.193010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.193139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.193392] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.193694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.193832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.194132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.194278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.194608] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.194840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.194991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.195260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.195387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.195529] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be updated. [ 812.196893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.197113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.197262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.222624] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: IN_PROGRESS for 2s [ 812.238235] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.238505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.238668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.239013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.239212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.250523] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.250688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.250739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.251052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.251241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.292659] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 in Status: IN_PROGRESS for 2s [ 812.300842] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.300842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.300842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.301144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.301144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.312346] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: IN_PROGRESS for 2s [ 812.337843] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 812.338446] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: IN_PROGRESS for 2s [ 812.604901] env[65302]: INFO networking_nsxv3.common.synchronization [req-4538d544-6d58-424d-b516-583c14bbcc0f req-0824c631-d1ad-4173-a159-e86944680eaa service nova] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_rules [ 812.605179] env[65302]: INFO networking_nsxv3.common.synchronization [req-4538d544-6d58-424d-b516-583c14bbcc0f req-0824c631-d1ad-4173-a159-e86944680eaa service nova] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 812.605296] env[65302]: INFO networking_nsxv3.common.synchronization [req-4538d544-6d58-424d-b516-583c14bbcc0f req-0824c631-d1ad-4173-a159-e86944680eaa service nova] Enqueued Resource ID: 4e4da979-8dd5-48e5-8631-f97ce1c977eb with Priority: HIGHEST for action port [ 812.606573] env[65302]: INFO networking_nsxv3.common.synchronization [req-70b220c3-0d74-4024-8e5d-c0b7e288e48d req-6c317aa7-855c-4614-a9b6-1804abbd1e43 service nova] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_rules [ 812.606750] env[65302]: INFO networking_nsxv3.common.synchronization [req-70b220c3-0d74-4024-8e5d-c0b7e288e48d req-6c317aa7-855c-4614-a9b6-1804abbd1e43 service nova] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 812.606928] env[65302]: INFO networking_nsxv3.common.synchronization [req-70b220c3-0d74-4024-8e5d-c0b7e288e48d req-6c317aa7-855c-4614-a9b6-1804abbd1e43 service nova] Enqueued Resource ID: b1a58745-8b52-4a91-af27-2d25e1ef2125 with Priority: HIGHEST for action port [ 812.608861] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_rules [ 812.609096] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e4da979-8dd5-48e5-8631-f97ce1c977eb with Priority: HIGHEST for action port [ 812.609144] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1a58745-8b52-4a91-af27-2d25e1ef2125 with Priority: HIGHEST for action port [ 812.609217] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 812.609307] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 812.609392] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_rules [ 812.609674] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.609793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.609862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.610157] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.610240] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.612356] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e4da979-8dd5-48e5-8631-f97ce1c977eb taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.612511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e4da979-8dd5-48e5-8631-f97ce1c977eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.612588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e4da979-8dd5-48e5-8631-f97ce1c977eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.612766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e4da979-8dd5-48e5-8631-f97ce1c977eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.612856] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e4da979-8dd5-48e5-8631-f97ce1c977eb',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.613699] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1a58745-8b52-4a91-af27-2d25e1ef2125 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.613875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1a58745-8b52-4a91-af27-2d25e1ef2125" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.613970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1a58745-8b52-4a91-af27-2d25e1ef2125" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.614212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1a58745-8b52-4a91-af27-2d25e1ef2125" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.614474] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1a58745-8b52-4a91-af27-2d25e1ef2125',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.615524] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.615642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.615705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.615861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.618226] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.618342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.618400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.619407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.619537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.619743] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.620629] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.620777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.620845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.621895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.621895] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.621895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.621895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.622170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.622170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.622170] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.622923] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.623143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.623221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.626243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.626343] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.129840] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.130671] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.130671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.130671] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.132374] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e4da979-8dd5-48e5-8631-f97ce1c977eb with status ACTIVE [ 813.132449] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.132790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.132925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.133209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.133489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.133920] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.134370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.134808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.135079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.135510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.135810] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.135940] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.136081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.136285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.136419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.136564] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e4da979-8dd5-48e5-8631-f97ce1c977eb is going to be updated. [ 813.137729] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1a58745-8b52-4a91-af27-2d25e1ef2125 with status ACTIVE [ 813.138016] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.138206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.138374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.138658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.138799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.139782] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.139875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.139919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.140144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.140301] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.140533] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.140683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.140782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.140967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.141183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.141293] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1a58745-8b52-4a91-af27-2d25e1ef2125 is going to be updated. [ 813.142548] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.142662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.192495] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.193288] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.193288] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.193288] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.193288] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.193669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e4da979-8dd5-48e5-8631-f97ce1c977eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.198335] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.198438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.198490] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.198690] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.198818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.198980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1a58745-8b52-4a91-af27-2d25e1ef2125" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.633040] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.644945] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.136055] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.136055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.136055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.136511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.136511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.136511] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be created. [ 814.146799] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.147015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.147107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.147323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.147409] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.147537] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be created. [ 814.166047] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.166047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.166314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.166314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.166478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.175271] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.175415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.175485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.175695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.175876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.177452] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: UNINITIALIZED for 2s [ 814.185716] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: UNINITIALIZED for 2s [ 814.241691] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: SUCCESS [ 814.241924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.314706] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 in Status: SUCCESS [ 814.315040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.344777] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: SUCCESS [ 814.345031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.355176] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 814.356384] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.975772] env[65302]: INFO networking_nsxv3.common.synchronization [req-aa2e994e-884c-41a1-9d11-1ad7fe72ca46 req-34a0acdd-c24b-4258-acff-6319dc57cfe2 tempest-ServerActionsV293TestJSON-1697565110 tempest-ServerActionsV293TestJSON-1697565110-project-member] Enqueued Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_members [ 815.976114] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGHEST for action security_group_members [ 815.976231] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42a9f7c-a226-465b-93f7-2be7eb900103 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.976360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.976463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.976699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.976834] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.976905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.976950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.977100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.977184] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.977278] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42a9f7c-a226-465b-93f7-2be7eb900103',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.189839] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 816.189839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.189839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.189839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.190308] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.190308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.190308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.190598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.190598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.190698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.190788] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.195071] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 816.195270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.195483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.195894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.195894] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.196051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.196093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.196256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.196305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.196390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.196478] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.480580] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.480580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.480580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.480580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.502464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.502766] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.502921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.503053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.503323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.503416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.503523] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42a9f7c-a226-465b-93f7-2be7eb900103 is going to be updated. [ 816.531573] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.531801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.531873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.532152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.532333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.543116] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42a9f7c-a226-465b-93f7-2be7eb900103 in Status: IN_PROGRESS for 2s [ 816.696992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.696992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.696992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.696992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.696992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.697871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.698972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.699078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.699128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.699209] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.700209] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.700381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.700437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.700547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.700779] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.700893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.700952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.701091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.701175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.701243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.701383] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.701488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.701561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.701663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.701779] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.701885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.701970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.702195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.702267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.702346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.702429] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.204500] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc2671d-e165-4d21-a583-8c87fe6c200d: rpc.has_security_group_logging(os_id): False [ 817.205769] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a43699c-3e4d-44fd-8a45-35a816cea502: rpc.has_security_group_logging(os_id): False [ 817.223779] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.223983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.224142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.224289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.224378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.224595] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.224941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.224941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.224941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.225097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.225362] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.225462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.225521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.225717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.225877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.226110] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.226215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.226283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.226444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.226505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.226547] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be created. [ 817.228477] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.228574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.228635] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.228783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.228866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.229116] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.229347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.229347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.229465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.229504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.229676] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.229767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.229824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.229953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.230033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.230266] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.230340] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.230380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.230934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.230934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.230934] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be created. [ 817.304485] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.304677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.304750] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.304989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.305212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.320019] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.320019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.320019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.320019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.320019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.322185] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 817.337130] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 818.556209] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42a9f7c-a226-465b-93f7-2be7eb900103 in Status: SUCCESS [ 818.556209] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42a9f7c-a226-465b-93f7-2be7eb900103 deletion is rescheduled due to dependency. [ 818.556209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.335648] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 819.335885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.355470] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 819.355470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.759021] env[65302]: INFO networking_nsxv3.common.synchronization [req-0110c8a5-8fca-4238-9878-669305b7575f req-059ba635-ad1d-4ee3-9f2f-6ea806d28f57 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 820.760152] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 820.760152] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.760152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.760152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.760411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.760453] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.760536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.760589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.760776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.760864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.760977] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.263645] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.263863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.263863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.264419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.264419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.264419] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.264598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.264598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.264716] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.264786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.264886] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be updated. [ 821.293662] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.293662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.293662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.293662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.293662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.306214] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: IN_PROGRESS for 2s [ 822.296923] env[65302]: INFO networking_nsxv3.common.synchronization [None req-106ac57f-c356-4eaa-beeb-d2e7ccc624d8 None None] Enqueued Resource ID: 07001b1a-2874-43b2-9046-660abb5f6502 with Priority: HIGHEST for action port [ 822.299416] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07001b1a-2874-43b2-9046-660abb5f6502 with Priority: HIGHEST for action port [ 822.299658] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-07001b1a-2874-43b2-9046-660abb5f6502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.301085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07001b1a-2874-43b2-9046-660abb5f6502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.301085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07001b1a-2874-43b2-9046-660abb5f6502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.301085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07001b1a-2874-43b2-9046-660abb5f6502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.301085] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07001b1a-2874-43b2-9046-660abb5f6502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.803544] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07001b1a-2874-43b2-9046-660abb5f6502 [ 822.803692] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.803765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.803813] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.804102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.804635] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.804862] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07001b1a-2874-43b2-9046-660abb5f6502 already deleted. [ 822.804862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07001b1a-2874-43b2-9046-660abb5f6502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.886144] env[65302]: INFO networking_nsxv3.common.synchronization [None req-cbca1282-b390-48cc-9cdb-dac8f3d28bbe None None] Enqueued Resource ID: 7072f7c4-024c-40ab-b9ef-18bb555cdd86 with Priority: HIGHEST for action port [ 822.886144] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7072f7c4-024c-40ab-b9ef-18bb555cdd86 with Priority: HIGHEST for action port [ 822.886144] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7072f7c4-024c-40ab-b9ef-18bb555cdd86 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.886144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7072f7c4-024c-40ab-b9ef-18bb555cdd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.886144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7072f7c4-024c-40ab-b9ef-18bb555cdd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.886387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7072f7c4-024c-40ab-b9ef-18bb555cdd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.886454] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7072f7c4-024c-40ab-b9ef-18bb555cdd86',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.323826] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 823.324365] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 deletion is rescheduled due to dependency. [ 823.324570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.390043] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7072f7c4-024c-40ab-b9ef-18bb555cdd86 [ 823.390043] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.390043] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.390241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.390303] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.390411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.390512] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7072f7c4-024c-40ab-b9ef-18bb555cdd86 already deleted. [ 823.390594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7072f7c4-024c-40ab-b9ef-18bb555cdd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.264072] env[65302]: INFO networking_nsxv3.common.synchronization [None req-9a01ee7d-46da-4596-85f4-9d07d6308186 None None] Enqueued Resource ID: 2c425045-d98a-4430-a361-33e1f5c1b992 with Priority: HIGHEST for action port [ 824.264714] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c425045-d98a-4430-a361-33e1f5c1b992 with Priority: HIGHEST for action port [ 824.265426] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c425045-d98a-4430-a361-33e1f5c1b992 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.265846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c425045-d98a-4430-a361-33e1f5c1b992" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.265996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c425045-d98a-4430-a361-33e1f5c1b992" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.266426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c425045-d98a-4430-a361-33e1f5c1b992" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.266426] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c425045-d98a-4430-a361-33e1f5c1b992',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.494847] env[65302]: INFO networking_nsxv3.common.synchronization [None req-f1365d7d-dd25-43f8-989d-3d03fc6f91ec None None] Enqueued Resource ID: d71a31bb-5774-4a02-9f62-1ed2aec5d9d3 with Priority: HIGHEST for action port [ 824.494847] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71a31bb-5774-4a02-9f62-1ed2aec5d9d3 with Priority: HIGHEST for action port [ 824.496150] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-d71a31bb-5774-4a02-9f62-1ed2aec5d9d3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.498254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d71a31bb-5774-4a02-9f62-1ed2aec5d9d3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.498254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d71a31bb-5774-4a02-9f62-1ed2aec5d9d3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.498254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d71a31bb-5774-4a02-9f62-1ed2aec5d9d3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.498254] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71a31bb-5774-4a02-9f62-1ed2aec5d9d3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.769499] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c425045-d98a-4430-a361-33e1f5c1b992 [ 824.770174] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.770174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.770174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.770174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.770174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.770450] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c425045-d98a-4430-a361-33e1f5c1b992 already deleted. [ 824.770450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c425045-d98a-4430-a361-33e1f5c1b992" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.003506] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d71a31bb-5774-4a02-9f62-1ed2aec5d9d3 [ 825.003506] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.003506] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.003506] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.003963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.003963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.003963] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d71a31bb-5774-4a02-9f62-1ed2aec5d9d3 already deleted. [ 825.003963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d71a31bb-5774-4a02-9f62-1ed2aec5d9d3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.116562] env[65302]: INFO networking_nsxv3.common.synchronization [None req-76229926-d51e-4fd6-9e62-9c50455b82f9 None None] Enqueued Resource ID: 99be4439-1792-4bfd-a5d6-1c97f794465e with Priority: HIGHEST for action port [ 825.116688] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99be4439-1792-4bfd-a5d6-1c97f794465e with Priority: HIGHEST for action port [ 825.117796] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-99be4439-1792-4bfd-a5d6-1c97f794465e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.117939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99be4439-1792-4bfd-a5d6-1c97f794465e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.119036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99be4439-1792-4bfd-a5d6-1c97f794465e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.119036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99be4439-1792-4bfd-a5d6-1c97f794465e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.119036] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99be4439-1792-4bfd-a5d6-1c97f794465e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.167394] env[65302]: INFO networking_nsxv3.common.synchronization [req-a2e0347f-c069-4387-9b50-c7920553f204 req-a996db4b-3f8c-45fe-876e-9df27114ddef tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 825.167896] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 825.168240] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.168362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.168425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.168627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.168775] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.168870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.168922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.169971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.170085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.170183] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.622977] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99be4439-1792-4bfd-a5d6-1c97f794465e [ 825.623273] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.623273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.623372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.623548] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.623632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.623730] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99be4439-1792-4bfd-a5d6-1c97f794465e already deleted. [ 825.623810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99be4439-1792-4bfd-a5d6-1c97f794465e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.634288] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.634288] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.634288] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.634445] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.635798] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.636067] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.636204] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.636429] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.636572] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.636777] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.636884] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.636988] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.637109] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.637371] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.637371] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.637471] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.661047] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.661366] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.661366] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.661883] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.661883] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-b901ba06-ff10-45a8-a958-f496237122ab taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.662104] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-b901ba06-ff10-45a8-a958-f496237122ab" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.662361] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-b901ba06-ff10-45a8-a958-f496237122ab" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.662664] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-b901ba06-ff10-45a8-a958-f496237122ab" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.662821] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b901ba06-ff10-45a8-a958-f496237122ab',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.672719] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.673688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.673688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.675070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.675070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.675070] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.675070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.675070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.675365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.675408] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.676032] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be deleted. [ 825.706952] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.707156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.707321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.707414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.707461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.707572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.165240] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.165439] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.165569] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.165851] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.166049] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.166212] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port b901ba06-ff10-45a8-a958-f496237122ab not found, creating... [ 826.166476] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.166636] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.166749] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.166988] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.167105] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.167396] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.167545] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.167656] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.167856] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.167985] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.168251] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: b901ba06-ff10-45a8-a958-f496237122ab is going to be created. [ 826.196170] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.196170] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.196170] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.196170] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.196170] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.196170] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-b901ba06-ff10-45a8-a958-f496237122ab" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.995688] env[65302]: INFO networking_nsxv3.common.synchronization [req-a2e0347f-c069-4387-9b50-c7920553f204 req-8128ea29-e1de-4499-a8d4-ea0b3ff25c22 service nova] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_rules [ 826.995688] env[65302]: INFO networking_nsxv3.common.synchronization [req-a2e0347f-c069-4387-9b50-c7920553f204 req-8128ea29-e1de-4499-a8d4-ea0b3ff25c22 service nova] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 826.996042] env[65302]: INFO networking_nsxv3.common.synchronization [req-a2e0347f-c069-4387-9b50-c7920553f204 req-8128ea29-e1de-4499-a8d4-ea0b3ff25c22 service nova] Enqueued Resource ID: b901ba06-ff10-45a8-a958-f496237122ab with Priority: HIGHEST for action port [ 826.996315] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_rules [ 826.996450] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 826.996713] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b901ba06-ff10-45a8-a958-f496237122ab with Priority: HIGHEST for action port [ 826.996839] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.996945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.997041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.998022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.998212] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.002190] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.002190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.002190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.002190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.002190] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.002190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.002190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.002190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.002190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.002768] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.004437] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-b901ba06-ff10-45a8-a958-f496237122ab taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.004569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b901ba06-ff10-45a8-a958-f496237122ab" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.004623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b901ba06-ff10-45a8-a958-f496237122ab" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.004773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b901ba06-ff10-45a8-a958-f496237122ab" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.004843] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b901ba06-ff10-45a8-a958-f496237122ab',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.317277] env[65302]: INFO networking_nsxv3.common.synchronization [None req-06ffbcd5-5c78-41ff-b334-f1ae9eccff8d None None] Enqueued Resource ID: 4e625ef9-1891-4314-b6a2-5801283dda66 with Priority: HIGHEST for action port [ 827.318063] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e625ef9-1891-4314-b6a2-5801283dda66 with Priority: HIGHEST for action port [ 827.318063] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e625ef9-1891-4314-b6a2-5801283dda66 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.318063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e625ef9-1891-4314-b6a2-5801283dda66" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.318063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e625ef9-1891-4314-b6a2-5801283dda66" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.318374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e625ef9-1891-4314-b6a2-5801283dda66" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.318374] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e625ef9-1891-4314-b6a2-5801283dda66',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.509738] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.509738] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.509738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.509738] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b901ba06-ff10-45a8-a958-f496237122ab with status ACTIVE [ 827.509738] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.509738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.509738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.509738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.509738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.510654] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.510784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.510847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.511063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.512086] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.512362] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.512474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.512531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.512694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.512876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.513424] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b901ba06-ff10-45a8-a958-f496237122ab is going to be updated. [ 827.546723] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.546907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.546943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.547171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.547311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.547873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b901ba06-ff10-45a8-a958-f496237122ab" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.821679] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e625ef9-1891-4314-b6a2-5801283dda66 [ 827.821924] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.822071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.822141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.822485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.822485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.822591] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e625ef9-1891-4314-b6a2-5801283dda66 already deleted. [ 827.822643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e625ef9-1891-4314-b6a2-5801283dda66" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.832616] env[65302]: INFO networking_nsxv3.common.synchronization [req-e8fde6c0-5946-4a2e-8d70-ac0f8b474037 req-0aab853b-9da6-4d2b-b526-abdb177ef79e tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 827.833219] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 827.833556] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.833688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.833843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.834026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.834218] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.834354] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.834397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.834564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.834649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.834742] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.017695] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.337709] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.337709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.337906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.338016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.338187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.338385] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.338485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.338612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.338701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.338773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.338861] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 828.374467] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.374740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.377251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.377251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.377251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.387339] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 828.520691] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.521021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.521095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.521275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.521386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.521476] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be created. [ 828.547094] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.547261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.547331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.547553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.547712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.560184] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: UNINITIALIZED for 2s [ 828.973372] env[65302]: INFO networking_nsxv3.common.synchronization [None req-18b561a4-2ac4-48d5-9c4c-23b70147d230 None None] Enqueued Resource ID: 48fc7a2a-103c-4dcd-ac58-1e8fa28664fe with Priority: HIGHEST for action port [ 828.973678] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48fc7a2a-103c-4dcd-ac58-1e8fa28664fe with Priority: HIGHEST for action port [ 828.974802] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-48fc7a2a-103c-4dcd-ac58-1e8fa28664fe taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.974802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48fc7a2a-103c-4dcd-ac58-1e8fa28664fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.974802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48fc7a2a-103c-4dcd-ac58-1e8fa28664fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.974802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48fc7a2a-103c-4dcd-ac58-1e8fa28664fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.974802] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48fc7a2a-103c-4dcd-ac58-1e8fa28664fe',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.476983] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48fc7a2a-103c-4dcd-ac58-1e8fa28664fe [ 829.477436] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.477436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.477593] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.477898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.477898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.477898] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48fc7a2a-103c-4dcd-ac58-1e8fa28664fe already deleted. [ 829.477898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48fc7a2a-103c-4dcd-ac58-1e8fa28664fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.876508] env[65302]: INFO networking_nsxv3.common.synchronization [req-f151d889-ec4a-49a0-b0ad-b187b7384216 req-4cef8547-5146-42c7-b53f-19c76f70a082 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 829.877093] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 829.880488] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.880488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.880488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.880488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.880488] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.880488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.880488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.880488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.880488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.880488] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.271284] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.271548] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.271725] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.273350] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.273663] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.273829] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.273946] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.274204] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.274352] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.274563] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.274875] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.274875] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.274875] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.275131] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.275131] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.275204] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.319033] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.319033] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.319033] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.319033] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.319033] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-0a98f968-3289-41b4-a02d-4b01007ad168 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.319033] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-0a98f968-3289-41b4-a02d-4b01007ad168" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.319033] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-0a98f968-3289-41b4-a02d-4b01007ad168" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.319033] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-0a98f968-3289-41b4-a02d-4b01007ad168" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.319033] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a98f968-3289-41b4-a02d-4b01007ad168',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.381025] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.381183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.381246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.381443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.381535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.381740] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.381839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.381903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.382088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.382178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.382252] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f already deleted. [ 830.382330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.397551] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 830.397728] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 deletion is rescheduled due to dependency. [ 830.397842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.573363] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 830.573650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.573824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.574038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.574792] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.574792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.574792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.574792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.574792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.574792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.574792] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.821786] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.822097] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.822230] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.822549] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.822738] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.822962] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 0a98f968-3289-41b4-a02d-4b01007ad168 not found, creating... [ 830.823255] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.823679] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.823679] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.823820] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.824029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.824288] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.824417] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.824527] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.824742] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.825320] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.825527] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 0a98f968-3289-41b4-a02d-4b01007ad168 is going to be created. [ 830.858234] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.858234] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.858234] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.858234] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.858234] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.858234] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-0a98f968-3289-41b4-a02d-4b01007ad168" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.077767] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.077767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.077767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.078112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.078112] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.078208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.078260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.078403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.078491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.078577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.078727] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.078822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.078883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.079056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.079241] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.079325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.079384] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.079523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.079597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.079676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.079764] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.504891] env[65302]: INFO networking_nsxv3.common.synchronization [req-f151d889-ec4a-49a0-b0ad-b187b7384216 req-5f1e5c02-fc9a-4afd-96ea-8cd68e75cab7 service nova] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_rules [ 831.504891] env[65302]: INFO networking_nsxv3.common.synchronization [req-f151d889-ec4a-49a0-b0ad-b187b7384216 req-5f1e5c02-fc9a-4afd-96ea-8cd68e75cab7 service nova] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 831.504891] env[65302]: INFO networking_nsxv3.common.synchronization [req-f151d889-ec4a-49a0-b0ad-b187b7384216 req-5f1e5c02-fc9a-4afd-96ea-8cd68e75cab7 service nova] Enqueued Resource ID: 0a98f968-3289-41b4-a02d-4b01007ad168 with Priority: HIGHEST for action port [ 831.504891] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_rules [ 831.504891] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 831.504891] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a98f968-3289-41b4-a02d-4b01007ad168 with Priority: HIGHEST for action port [ 831.505516] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.505676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.505721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.505919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.505977] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.507499] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.507499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.507499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.507499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.507499] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.507499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.507718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.507718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.507793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.507825] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.509163] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a98f968-3289-41b4-a02d-4b01007ad168 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.509163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a98f968-3289-41b4-a02d-4b01007ad168" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.509163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a98f968-3289-41b4-a02d-4b01007ad168" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509382] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a98f968-3289-41b4-a02d-4b01007ad168" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.509437] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a98f968-3289-41b4-a02d-4b01007ad168',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.577492] env[65302]: INFO networking_nsxv3.common.synchronization [None req-815f0612-9082-46dd-b028-fb2395aed18c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Enqueued Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_rules [ 831.577492] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_rules [ 831.577779] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f5c0c14-db8a-4415-8444-9629bc3d810e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.577779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.577779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.578249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.578249] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f5c0c14-db8a-4415-8444-9629bc3d810e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.582132] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78: rpc.has_security_group_logging(os_id): False [ 831.601319] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.601495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.601538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.601737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.601828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.602032] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.602133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.602195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.602351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.602418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.602609] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.602701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.602760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.602897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.602969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.603195] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.603336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.603403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.603544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.603617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.603701] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be created. [ 831.671364] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.671364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.671364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.671364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.671668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.689231] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 831.749203] env[65302]: INFO networking_nsxv3.common.synchronization [None req-560dbc47-ed04-4d18-8484-f74de55c5d66 tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Enqueued Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_rules [ 831.749896] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_rules [ 831.750334] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f5c0c14-db8a-4415-8444-9629bc3d810e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.750484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.914501] env[65302]: INFO networking_nsxv3.common.synchronization [None req-e8f685f2-f9b3-4d4b-a016-be7f59b4ea4b None None] Enqueued Resource ID: 4a8cf0c5-a600-4203-827b-a25efee05f11 with Priority: HIGHEST for action port [ 831.914501] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a8cf0c5-a600-4203-827b-a25efee05f11 with Priority: HIGHEST for action port [ 831.914772] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a8cf0c5-a600-4203-827b-a25efee05f11 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.914894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a8cf0c5-a600-4203-827b-a25efee05f11" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.914961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a8cf0c5-a600-4203-827b-a25efee05f11" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.915381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a8cf0c5-a600-4203-827b-a25efee05f11" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.915469] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a8cf0c5-a600-4203-827b-a25efee05f11',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.011697] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.012555] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.012555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.012709] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a98f968-3289-41b4-a02d-4b01007ad168 with status ACTIVE [ 832.012867] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.012973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.013053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.013259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.013347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.013525] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.013620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.013679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.013830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.013895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.014090] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.014188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.014257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.014376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.014442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.014529] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a98f968-3289-41b4-a02d-4b01007ad168 is going to be updated. [ 832.075400] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.075596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.075693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.075951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.076137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.076360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a98f968-3289-41b4-a02d-4b01007ad168" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.104973] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.106743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.107954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.108969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.109136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.109285] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e already deleted. [ 832.109400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.109589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.110057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.110180] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f5c0c14-db8a-4415-8444-9629bc3d810e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.418607] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a8cf0c5-a600-4203-827b-a25efee05f11 [ 832.418607] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.418607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.418607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.418607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.418607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.418607] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a8cf0c5-a600-4203-827b-a25efee05f11 already deleted. [ 832.418607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a8cf0c5-a600-4203-827b-a25efee05f11" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.517030] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.633470] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.633948] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.634052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.634241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.634326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.634427] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e already deleted. [ 832.634505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.983741] env[65302]: INFO networking_nsxv3.common.synchronization [None req-04511ed4-e43f-4e68-b53a-a585dbcf2e41 None None] Enqueued Resource ID: 185160d0-8119-4c7b-ab66-6bdd446f2e3e with Priority: HIGHEST for action port [ 832.983911] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185160d0-8119-4c7b-ab66-6bdd446f2e3e with Priority: HIGHEST for action port [ 832.984672] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-185160d0-8119-4c7b-ab66-6bdd446f2e3e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.985517] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-185160d0-8119-4c7b-ab66-6bdd446f2e3e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.986794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-185160d0-8119-4c7b-ab66-6bdd446f2e3e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.986794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-185160d0-8119-4c7b-ab66-6bdd446f2e3e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.986794] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185160d0-8119-4c7b-ab66-6bdd446f2e3e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.025768] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.025768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.025768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.025768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.025768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.025768] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be created. [ 833.058757] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.058948] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.058948] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.062697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.062968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.080145] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: UNINITIALIZED for 2s [ 833.490245] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 185160d0-8119-4c7b-ab66-6bdd446f2e3e [ 833.490245] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.490245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.490245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.490245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.490245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.490245] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:185160d0-8119-4c7b-ab66-6bdd446f2e3e already deleted. [ 833.490245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-185160d0-8119-4c7b-ab66-6bdd446f2e3e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.702018] env[65302]: INFO networking_nsxv3.common.synchronization [req-7ed7d6e8-148f-408a-b8f8-e1c9f9a5bc78 req-4097de90-0258-40c8-af84-d518b062207c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_members [ 833.702018] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGHEST for action security_group_members [ 833.703274] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.705549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.705549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.705549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.705549] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.705549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.705549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.705549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.705549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.705549] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7eef9d-4872-4c9d-9069-dd2938e1fabf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.709338] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 833.709772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.208654] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.208850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.208917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.209326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.244035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.244035] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.244035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.244035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.244035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.244035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.244035] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf is going to be updated. [ 834.279238] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.279238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.279238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.279238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.279238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.288647] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf in Status: IN_PROGRESS for 2s [ 835.090970] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 835.090970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.092166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.092166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.092166] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.092166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.092166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.092166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.092166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.092166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.092166] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.587024] env[65302]: INFO networking_nsxv3.common.synchronization [None req-02359759-0a19-417a-8160-6fc11375a758 None None] Enqueued Resource ID: 09a804cf-0d45-4a3a-a393-6750af601ca2 with Priority: HIGHEST for action port [ 835.587024] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09a804cf-0d45-4a3a-a393-6750af601ca2 with Priority: HIGHEST for action port [ 835.587024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-09a804cf-0d45-4a3a-a393-6750af601ca2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.587024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09a804cf-0d45-4a3a-a393-6750af601ca2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.587024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09a804cf-0d45-4a3a-a393-6750af601ca2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.587868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09a804cf-0d45-4a3a-a393-6750af601ca2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.588178] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09a804cf-0d45-4a3a-a393-6750af601ca2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.596020] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.090612] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09a804cf-0d45-4a3a-a393-6750af601ca2 [ 836.090843] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.090978] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.091230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.091319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.091377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.091480] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09a804cf-0d45-4a3a-a393-6750af601ca2 already deleted. [ 836.091570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09a804cf-0d45-4a3a-a393-6750af601ca2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.097103] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f: rpc.has_security_group_logging(os_id): False [ 836.119308] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.119308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.119308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.119308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.119308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.119308] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.119308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.119308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.119308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.119308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.119308] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be created. [ 836.192922] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.193153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.193480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.193740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.193952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.208020] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 836.298817] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf in Status: SUCCESS [ 836.299068] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf deletion is rescheduled due to dependency. [ 836.299158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.784558] env[65302]: INFO networking_nsxv3.common.synchronization [req-208089b7-2dd0-44b2-af2f-efaae67f6ee1 req-dc4d499d-95ee-4325-b88e-647e04abced5 tempest-ServersTestFqdnHostnames-705988490 tempest-ServersTestFqdnHostnames-705988490-project-member] Enqueued Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_members [ 836.785164] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGHEST for action security_group_members [ 836.785526] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.785663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.785717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.785900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.786134] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.786256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.786318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.786474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.786556] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.786651] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.289556] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.289961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.289961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.290263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.290422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.290592] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.290703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.290760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.290917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.290993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.291086] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 is going to be updated. [ 837.327085] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.327318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.327318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.327508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.327703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.337971] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 in Status: IN_PROGRESS for 2s [ 837.396961] env[65302]: INFO networking_nsxv3.common.synchronization [req-f29dc877-75bb-46b4-bb95-baf30ff2d94d req-7cdc4622-3515-4507-9b19-500eca21099d tempest-ListServerFiltersTestJSON-1587014439 tempest-ListServerFiltersTestJSON-1587014439-project-member] Enqueued Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 837.397367] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b51eaf-0603-49de-b693-16e69a148974 with Priority: HIGHEST for action security_group_members [ 837.397673] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b51eaf-0603-49de-b693-16e69a148974 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.397797] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.397862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.398992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.399315] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.399315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.399465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.399529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.399636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.399702] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b51eaf-0603-49de-b693-16e69a148974',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.902327] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.902554] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.902676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.902993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.929165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.929467] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.929579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.929645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.929837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.929914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.930014] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b51eaf-0603-49de-b693-16e69a148974 is going to be updated. [ 837.965269] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.965269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.965269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.965269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.965269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.974284] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: IN_PROGRESS for 2s [ 838.224164] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 838.224421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.348431] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 in Status: SUCCESS [ 839.348719] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 deletion is rescheduled due to dependency. [ 839.348719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.984997] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b51eaf-0603-49de-b693-16e69a148974 in Status: SUCCESS [ 839.985198] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b51eaf-0603-49de-b693-16e69a148974 deletion is rescheduled due to dependency. [ 839.986131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b51eaf-0603-49de-b693-16e69a148974" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.398201] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 842.398542] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 846.602464] env[65302]: INFO networking_nsxv3.common.synchronization [req-dd4e87ad-1a9e-464c-b48b-36da333405fb req-21a8e6d2-39cb-42f5-b4ba-ebda506ba075 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 846.608369] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 846.610809] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.610995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.611079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.611342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.611527] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.611630] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.611692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.611844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.611947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.612061] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.116378] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.620035] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.122598] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.122774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.122820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.123056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.123147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.123247] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 848.157024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.157271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.157271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.157493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.157589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.168998] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 849.601888] env[65302]: INFO networking_nsxv3.common.synchronization [req-efd2f450-4305-4768-83e4-f66343141af1 req-e6b887ac-a40d-4389-b34b-d6a2bb97f122 tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 849.602550] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 849.602875] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.603205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.603409] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.603747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.603989] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.605321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.605321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.605321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.605321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.605321] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.037604] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.037971] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-165" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.038216] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-165" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.038595] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-165" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.038966] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.039200] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.039347] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.039700] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.039901] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.040219] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.040369] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.040498] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.040690] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.040899] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.040991] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.041193] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.067982] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.067982] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.067982] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.068417] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-165" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.068479] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-80d7fe16-41d6-482c-b3a0-5acc7f32b547 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.068670] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-80d7fe16-41d6-482c-b3a0-5acc7f32b547" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.068791] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-80d7fe16-41d6-482c-b3a0-5acc7f32b547" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.069434] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-80d7fe16-41d6-482c-b3a0-5acc7f32b547" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.069434] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80d7fe16-41d6-482c-b3a0-5acc7f32b547',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.108425] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.108662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.108662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.108885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.108991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.109224] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.109347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.109409] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.109580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.109645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.109784] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 is going to be deleted. [ 850.149759] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.150058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.150308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.150414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.150565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.150732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.183426] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 850.183686] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.574519] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.574519] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.574842] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.574892] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.575031] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.575344] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 80d7fe16-41d6-482c-b3a0-5acc7f32b547 not found, creating... [ 850.575560] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.575724] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.575838] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.576075] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.576244] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.576666] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.576759] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.576869] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.577093] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.577224] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.577381] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 80d7fe16-41d6-482c-b3a0-5acc7f32b547 is going to be created. [ 850.604494] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.604494] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.604494] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.604494] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.604494] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.604494] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-80d7fe16-41d6-482c-b3a0-5acc7f32b547" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.322741] env[65302]: INFO networking_nsxv3.common.synchronization [req-efd2f450-4305-4768-83e4-f66343141af1 req-133971fc-c55d-415b-b3f3-b0c4dc8f8294 service nova] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_rules [ 851.322931] env[65302]: INFO networking_nsxv3.common.synchronization [req-efd2f450-4305-4768-83e4-f66343141af1 req-133971fc-c55d-415b-b3f3-b0c4dc8f8294 service nova] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 851.323079] env[65302]: INFO networking_nsxv3.common.synchronization [req-efd2f450-4305-4768-83e4-f66343141af1 req-133971fc-c55d-415b-b3f3-b0c4dc8f8294 service nova] Enqueued Resource ID: 80d7fe16-41d6-482c-b3a0-5acc7f32b547 with Priority: HIGHEST for action port [ 851.323657] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_rules [ 851.324740] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 851.325156] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d7fe16-41d6-482c-b3a0-5acc7f32b547 with Priority: HIGHEST for action port [ 851.325533] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.325667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.325736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.325945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.326046] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.328780] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.328921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.328988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.329227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.329426] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.329557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.329688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.329815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.329903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.330014] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.330939] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-80d7fe16-41d6-482c-b3a0-5acc7f32b547 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.331453] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80d7fe16-41d6-482c-b3a0-5acc7f32b547" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.331453] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80d7fe16-41d6-482c-b3a0-5acc7f32b547" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.331453] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80d7fe16-41d6-482c-b3a0-5acc7f32b547" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.331596] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80d7fe16-41d6-482c-b3a0-5acc7f32b547',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.834043] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80d7fe16-41d6-482c-b3a0-5acc7f32b547 with status ACTIVE [ 851.834369] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.834461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.834528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.834749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.834809] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.835039] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.835127] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.835178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.835306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.835386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.835565] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.835653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.835705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.835873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.835947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.836045] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80d7fe16-41d6-482c-b3a0-5acc7f32b547 is going to be updated. [ 851.837468] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.839164] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.839316] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.864565] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.864788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.865062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.865355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.865559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.865772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80d7fe16-41d6-482c-b3a0-5acc7f32b547" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.341011] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.846062] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.846062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.846062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.846062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.846062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.846062] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 is going to be created. [ 852.873089] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.873338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.873338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.873524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.873681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.886529] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: UNINITIALIZED for 2s [ 854.429637] env[65302]: INFO networking_nsxv3.common.synchronization [req-823fab0b-7698-45a1-aef4-8ee96e38fa4f req-528cdc82-fd8d-41d2-b4da-668b64ded600 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Enqueued Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_members [ 854.430539] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGHEST for action security_group_members [ 854.431021] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.431204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.431324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.431621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.431847] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.431997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.432113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.432355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.432530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.432623] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.898769] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: SUCCESS [ 854.898769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.898769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.899553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.899553] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.899553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.899553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.899553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.899897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.899897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.899897] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.939521] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.940605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.940860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.941219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.942015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.942271] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.942432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.942504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.942796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.942910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.943041] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 is going to be updated. [ 854.972046] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.972260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.972877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.972877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.972877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.982517] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: IN_PROGRESS for 2s [ 855.402213] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.904976] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6175b2a8-d69e-40d2-93d9-891761777b31: rpc.has_security_group_logging(os_id): False [ 855.924953] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.924953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.925269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.925317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.925431] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.925728] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.925942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.926122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.926373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.926578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.926726] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 is going to be created. [ 856.012501] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.012734] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.012833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.013180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.013457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.036202] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: IN_PROGRESS for 2s [ 856.738369] env[65302]: INFO networking_nsxv3.common.synchronization [req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 req-548b6185-653a-4aa8-b107-0affb8f24c89 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 856.739189] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 856.739621] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.739750] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.739873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.740061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.740232] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.740388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.740434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.740588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.740689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.740796] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.996564] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 in Status: SUCCESS [ 856.996816] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 deletion is rescheduled due to dependency. [ 856.996936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.169245] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.169494] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.169560] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.169867] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.170187] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.170382] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.170500] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.170761] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.170907] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.171174] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.171293] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.171440] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.171562] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.171674] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.171776] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.172059] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.194056] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.194328] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.194432] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.194663] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.195045] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-f1bcb149-7dee-4d9c-933a-1a8681299309 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.195286] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-f1bcb149-7dee-4d9c-933a-1a8681299309" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.195481] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-f1bcb149-7dee-4d9c-933a-1a8681299309" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.195820] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-f1bcb149-7dee-4d9c-933a-1a8681299309" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.195962] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1bcb149-7dee-4d9c-933a-1a8681299309',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.245101] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.245303] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.245379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.245612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.245719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.245936] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.246072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.246140] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.246299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.246599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.246599] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be deleted. [ 857.280307] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.280488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.280557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.280930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.281038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.281180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.698327] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.698612] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.698719] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.698985] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.699146] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.699308] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port f1bcb149-7dee-4d9c-933a-1a8681299309 not found, creating... [ 857.699575] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.699727] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.699839] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.700066] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.700276] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.700471] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.700685] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.700852] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.701076] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.701320] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.701436] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: f1bcb149-7dee-4d9c-933a-1a8681299309 is going to be created. [ 857.721100] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.721425] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.721552] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.721833] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.722125] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.722283] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-f1bcb149-7dee-4d9c-933a-1a8681299309" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.055146] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: SUCCESS [ 858.055496] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.460728] env[65302]: INFO networking_nsxv3.common.synchronization [req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 req-97fdb8e3-170d-485d-b538-0593cdc5568c service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 858.460994] env[65302]: INFO networking_nsxv3.common.synchronization [req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 req-97fdb8e3-170d-485d-b538-0593cdc5568c service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 858.461073] env[65302]: INFO networking_nsxv3.common.synchronization [req-c09d04b8-1a9b-4de0-a1a7-f7dfb71352b6 req-97fdb8e3-170d-485d-b538-0593cdc5568c service nova] Enqueued Resource ID: f1bcb149-7dee-4d9c-933a-1a8681299309 with Priority: HIGHEST for action port [ 858.461603] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 858.461738] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 858.461833] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bcb149-7dee-4d9c-933a-1a8681299309 with Priority: HIGHEST for action port [ 858.462196] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.462350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.462479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.462711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.462830] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.464442] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.464442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.464442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.466603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.466766] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.466876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.466936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.467116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.467202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.467298] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.468967] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1bcb149-7dee-4d9c-933a-1a8681299309 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.468967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1bcb149-7dee-4d9c-933a-1a8681299309" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.468967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1bcb149-7dee-4d9c-933a-1a8681299309" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.468967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1bcb149-7dee-4d9c-933a-1a8681299309" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.468967] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1bcb149-7dee-4d9c-933a-1a8681299309',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.969867] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.970945] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.971071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.972750] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1bcb149-7dee-4d9c-933a-1a8681299309 with status ACTIVE [ 858.972955] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.973098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.973165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.974115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.974230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.975611] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.975728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.975794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.975982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.976082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.976325] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.976466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.976559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.976637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.976979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.976979] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1bcb149-7dee-4d9c-933a-1a8681299309 is going to be updated. [ 859.000438] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.000662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.000762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.000971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.001139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.001305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1bcb149-7dee-4d9c-933a-1a8681299309" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.355715] env[65302]: INFO networking_nsxv3.common.synchronization [req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 req-7399517a-24f1-432c-827e-76f46ee15388 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 859.356046] env[65302]: INFO networking_nsxv3.common.synchronization [req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 req-7399517a-24f1-432c-827e-76f46ee15388 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db with Priority: HIGHEST for action security_group_members [ 859.356411] env[65302]: INFO networking_nsxv3.common.synchronization [req-5abe4d93-58c4-4943-b1e3-b2e67ff81c49 req-7399517a-24f1-432c-827e-76f46ee15388 tempest-SecurityGroupsTestJSON-955766833 tempest-SecurityGroupsTestJSON-955766833-project-member] Enqueued Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_members [ 859.358125] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGHEST for action security_group_members [ 859.358401] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db with Priority: HIGHEST for action security_group_members [ 859.358611] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f with Priority: HIGHEST for action security_group_members [ 859.358978] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.359194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.359366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.359649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.359865] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.360033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.360141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.360338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.360486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.360686] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.361709] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-7622a439-d3dc-43f0-82be-ec3c9c0c43db taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.361709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.361904] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.362112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.362291] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.362450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.362663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.362781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.362955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.363098] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7622a439-d3dc-43f0-82be-ec3c9c0c43db',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.364202] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e36e703-0c0a-4a42-9046-43715a2aef5f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.364313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.364365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.364522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.364665] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.364758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.364822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.364960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.365291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.365487] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e36e703-0c0a-4a42-9046-43715a2aef5f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.472077] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.867316] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.867536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.867621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.868086] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.869755] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.869755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.869755] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.869755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.898652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.898652] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.898652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.898652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.898652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.898652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.898652] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db is going to be updated. [ 859.899918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.899967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.929189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.929613] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.929816] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.929939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.930285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.930447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.930623] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be updated. [ 859.932828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.932828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.934702] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.934945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.935091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.935463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.935823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.953917] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db in Status: IN_PROGRESS for 2s [ 859.963052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.963427] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.963757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.963757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.963894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.964036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.964127] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f is going to be updated. [ 859.974114] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.974567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.974567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.974567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.974740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.976180] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.976180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.976526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.976526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.976526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.976526] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be created. [ 859.986648] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: IN_PROGRESS for 2s [ 860.001324] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.001863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.001863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.001863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.002169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.005164] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.005279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.008594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.008594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.008594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.013772] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: IN_PROGRESS for 2s [ 860.014618] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: UNINITIALIZED for 2s [ 861.965228] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db in Status: SUCCESS [ 861.965599] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db deletion is rescheduled due to dependency. [ 861.965656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.996793] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a11571-68af-42fe-903e-58cbd04f3c49 in Status: SUCCESS [ 861.997107] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 deletion is rescheduled due to dependency. [ 861.997218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.026046] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f in Status: SUCCESS [ 862.026285] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e36e703-0c0a-4a42-9046-43715a2aef5f deletion is rescheduled due to dependency. [ 862.026422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e36e703-0c0a-4a42-9046-43715a2aef5f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.027237] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 862.027420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.027566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.027785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.027980] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.028570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.028570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.028570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.028570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.028570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.028833] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.531990] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.532138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.532138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.532325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.532534] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.532615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.532658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.533276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.533276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.533276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.533276] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.533276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.533276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.533621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.533621] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.533702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.533702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.533970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.533970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.533970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.534178] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.036781] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c2dda12-210c-4622-be22-0d6a11b072ed: rpc.has_security_group_logging(os_id): False [ 863.056959] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.057287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.057454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.058016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.058431] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.058745] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.058881] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.059030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.059328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.059890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.060754] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.060881] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.060956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.061371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.061459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.061654] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.061752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.061871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.061962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.062050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.062137] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be created. [ 863.132787] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.132943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.133231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.133231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.133515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.148703] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 863.696082] env[65302]: INFO networking_nsxv3.common.synchronization [None req-941d4ee0-fac6-429f-968c-872ea1a30943 None None] Enqueued Resource ID: e81b8712-af99-438d-b905-0d315d51b55f with Priority: HIGHEST for action port [ 863.696741] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e81b8712-af99-438d-b905-0d315d51b55f with Priority: HIGHEST for action port [ 863.697016] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-e81b8712-af99-438d-b905-0d315d51b55f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.697145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e81b8712-af99-438d-b905-0d315d51b55f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.697213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e81b8712-af99-438d-b905-0d315d51b55f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.697531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e81b8712-af99-438d-b905-0d315d51b55f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.698522] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81b8712-af99-438d-b905-0d315d51b55f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.201292] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e81b8712-af99-438d-b905-0d315d51b55f [ 864.201292] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.201292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.201292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.201292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.201292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.201292] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e81b8712-af99-438d-b905-0d315d51b55f already deleted. [ 864.201292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e81b8712-af99-438d-b905-0d315d51b55f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.390779] env[65302]: INFO networking_nsxv3.common.synchronization [req-05bca468-3042-43f9-9a8a-02cfcac34fac req-aac06990-293d-400c-8ef6-6dde92909d04 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Enqueued Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_members [ 864.391923] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_members [ 864.391923] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.391923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.391923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.392472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.392676] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.392676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.392836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.392925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.392987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.393957] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c54d9b9-61b2-4c57-9afb-068ae2ec914c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.842471] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.842471] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-231" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.842471] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-231" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.842471] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-231" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.842471] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.842471] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.842471] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.842471] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.842471] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.842471] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.842471] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.842471] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.842471] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.843112] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.843112] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.843112] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.866366] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.866536] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.866674] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.866854] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-231" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.867218] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.867489] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.867590] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.867906] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.868837] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b49acac4-c6d7-4fb7-8da2-bc2a24ebafde',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.896440] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.896440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.896556] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.896719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.896931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.896931] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.897151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.897151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.897276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.897327] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.897395] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c already deleted. [ 864.897538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.163671] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 865.163671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.372729] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.373124] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.373124] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.373372] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.373523] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.376462] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port b49acac4-c6d7-4fb7-8da2-bc2a24ebafde not found, creating... [ 865.376462] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.376462] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.376462] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.376462] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.376462] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.376462] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.376462] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.376462] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.376462] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.377189] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.377189] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: b49acac4-c6d7-4fb7-8da2-bc2a24ebafde is going to be created. [ 865.396267] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.396523] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.396630] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.396902] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.397150] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.397382] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.023105] env[65302]: INFO networking_nsxv3.common.synchronization [None req-34e22361-c7b9-4442-9dd6-a029a20d0d26 None None] Enqueued Resource ID: ff3cceb0-8c5a-4dcd-abc6-b0c4e508178b with Priority: HIGHEST for action port [ 866.023392] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3cceb0-8c5a-4dcd-abc6-b0c4e508178b with Priority: HIGHEST for action port [ 866.024574] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff3cceb0-8c5a-4dcd-abc6-b0c4e508178b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.025049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff3cceb0-8c5a-4dcd-abc6-b0c4e508178b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.025142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff3cceb0-8c5a-4dcd-abc6-b0c4e508178b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.025544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff3cceb0-8c5a-4dcd-abc6-b0c4e508178b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.025544] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff3cceb0-8c5a-4dcd-abc6-b0c4e508178b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.091060] env[65302]: INFO networking_nsxv3.common.synchronization [req-05bca468-3042-43f9-9a8a-02cfcac34fac req-7ced34b7-3994-4aea-bb1f-4a0965c6cdaa service nova] Enqueued Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_rules [ 866.091253] env[65302]: INFO networking_nsxv3.common.synchronization [req-05bca468-3042-43f9-9a8a-02cfcac34fac req-7ced34b7-3994-4aea-bb1f-4a0965c6cdaa service nova] Enqueued Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_members [ 866.091385] env[65302]: INFO networking_nsxv3.common.synchronization [req-05bca468-3042-43f9-9a8a-02cfcac34fac req-7ced34b7-3994-4aea-bb1f-4a0965c6cdaa service nova] Enqueued Resource ID: b49acac4-c6d7-4fb7-8da2-bc2a24ebafde with Priority: HIGHEST for action port [ 866.091903] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_rules [ 866.093068] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_members [ 866.094367] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49acac4-c6d7-4fb7-8da2-bc2a24ebafde with Priority: HIGHEST for action port [ 866.094367] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.094367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.097847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.097847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.097847] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c54d9b9-61b2-4c57-9afb-068ae2ec914c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.097847] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.097847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.097847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.097847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.097847] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.097847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.097847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.098717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.098789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.098853] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c54d9b9-61b2-4c57-9afb-068ae2ec914c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.100354] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.101602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.101745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.102111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.102857] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b49acac4-c6d7-4fb7-8da2-bc2a24ebafde',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.528780] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff3cceb0-8c5a-4dcd-abc6-b0c4e508178b [ 866.528780] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.528780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.528780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.528780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.528780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.528780] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff3cceb0-8c5a-4dcd-abc6-b0c4e508178b already deleted. [ 866.528780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff3cceb0-8c5a-4dcd-abc6-b0c4e508178b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.605586] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.605999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.606431] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c54d9b9-61b2-4c57-9afb-068ae2ec914c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.608017] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b49acac4-c6d7-4fb7-8da2-bc2a24ebafde with status ACTIVE [ 866.608017] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.608273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.612245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.612245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.612245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.612245] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.612245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.612245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.612245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.612245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.612245] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.612245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.612245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.612245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.612245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.612245] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b49acac4-c6d7-4fb7-8da2-bc2a24ebafde is going to be updated. [ 866.641116] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.641498] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.641498] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.641834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.642096] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.642732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b49acac4-c6d7-4fb7-8da2-bc2a24ebafde" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.738558] env[65302]: INFO networking_nsxv3.common.synchronization [req-c236995e-894b-496d-b2fb-c9c8859559be req-14df0f1d-982c-4de6-8fb9-820b88e0709a tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Enqueued Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 866.739342] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 866.739798] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.740703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.740703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.740703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.740703] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.740703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.741095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.741095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.741362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.741362] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.114577] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c54d9b9-61b2-4c57-9afb-068ae2ec914c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.153962] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.153962] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.153962] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.154204] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.154437] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.154605] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.154720] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.155047] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.155204] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.155399] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.155513] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.155621] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.155728] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.155834] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.155936] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.156076] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.174804] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.174988] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.175114] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.175290] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.175613] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-c156fb56-409e-4239-8aa8-3dac36c51fd2 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.175789] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-c156fb56-409e-4239-8aa8-3dac36c51fd2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.175904] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-c156fb56-409e-4239-8aa8-3dac36c51fd2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.176345] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-c156fb56-409e-4239-8aa8-3dac36c51fd2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.176508] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c156fb56-409e-4239-8aa8-3dac36c51fd2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.245109] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.245292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.245366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.245623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.245717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.245952] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.246095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.246162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.246407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.246515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.246605] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 already deleted. [ 867.246685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.321290] env[65302]: INFO networking_nsxv3.common.synchronization [None req-3e26af59-b6b0-470c-a303-2d13f27fba15 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Enqueued Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_rules [ 867.322088] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_rules [ 867.322393] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da426f8-1972-4ed0-9824-8fc02aefe247 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.322541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.322604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.323103] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.323103] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da426f8-1972-4ed0-9824-8fc02aefe247',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.485333] env[65302]: INFO networking_nsxv3.common.synchronization [None req-c0ae649b-d69a-45f1-83ff-3e4740dd7dd1 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Enqueued Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_rules [ 867.485968] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_rules [ 867.486412] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da426f8-1972-4ed0-9824-8fc02aefe247 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.486586] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.617185] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.617693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.617693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.617693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.617829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.617870] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c is going to be created. [ 867.659604] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.659604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.659604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.659604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.659867] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.672768] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c in Status: UNINITIALIZED for 2s [ 867.679139] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.679408] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.679565] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.679893] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.680481] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.680481] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port c156fb56-409e-4239-8aa8-3dac36c51fd2 not found, creating... [ 867.680698] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.680825] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.680909] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.681238] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.681418] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.681720] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.681876] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.682076] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.682215] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.682347] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.683108] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: c156fb56-409e-4239-8aa8-3dac36c51fd2 is going to be created. [ 867.711035] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.711249] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.711501] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.711739] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.712011] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.712555] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-c156fb56-409e-4239-8aa8-3dac36c51fd2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.853307] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.853484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.853484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.853893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.853893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.853893] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 already deleted. [ 867.854224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.854393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.854559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.854643] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da426f8-1972-4ed0-9824-8fc02aefe247',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.393086] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.393681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.393785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.394146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.394254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.394319] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 already deleted. [ 868.394417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.492560] env[65302]: INFO networking_nsxv3.common.synchronization [req-c236995e-894b-496d-b2fb-c9c8859559be req-41f73c49-5239-4f3e-9491-03ad42b62472 service nova] Enqueued Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_rules [ 868.493430] env[65302]: INFO networking_nsxv3.common.synchronization [req-c236995e-894b-496d-b2fb-c9c8859559be req-41f73c49-5239-4f3e-9491-03ad42b62472 service nova] Enqueued Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 868.493430] env[65302]: INFO networking_nsxv3.common.synchronization [req-c236995e-894b-496d-b2fb-c9c8859559be req-41f73c49-5239-4f3e-9491-03ad42b62472 service nova] Enqueued Resource ID: c156fb56-409e-4239-8aa8-3dac36c51fd2 with Priority: HIGHEST for action port [ 868.493711] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_rules [ 868.493954] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 868.493954] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c156fb56-409e-4239-8aa8-3dac36c51fd2 with Priority: HIGHEST for action port [ 868.494298] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.496155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.496155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.496155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.496155] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.496586] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.496707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.496771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.497279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.497487] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.497628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.497766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.498015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.498134] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.498233] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.499625] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-c156fb56-409e-4239-8aa8-3dac36c51fd2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.499798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c156fb56-409e-4239-8aa8-3dac36c51fd2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.499877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c156fb56-409e-4239-8aa8-3dac36c51fd2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.500102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c156fb56-409e-4239-8aa8-3dac36c51fd2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.500160] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c156fb56-409e-4239-8aa8-3dac36c51fd2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.003584] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.007297] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.007297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.007297] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c156fb56-409e-4239-8aa8-3dac36c51fd2 with status ACTIVE [ 869.007297] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.007297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.007297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.007297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.007297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.007297] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.007297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.009533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.011278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.011278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.011278] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.011278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.011278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.011278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.011278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.011278] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c156fb56-409e-4239-8aa8-3dac36c51fd2 is going to be updated. [ 869.040357] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.040357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.040357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.040357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.040357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.040357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c156fb56-409e-4239-8aa8-3dac36c51fd2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.513781] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.688563] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c in Status: SUCCESS [ 869.688563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.688563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.688563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.688942] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.689748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.689898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.690564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.690900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.691055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.691195] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c54d9b9-61b2-4c57-9afb-068ae2ec914c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.016350] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.016655] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.016655] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.016866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.016866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.016922] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 is going to be created. [ 870.040693] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.040869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.040947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.041252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.041441] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.053140] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: UNINITIALIZED for 2s [ 870.193689] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c54d9b9-61b2-4c57-9afb-068ae2ec914c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.696944] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c54d9b9-61b2-4c57-9afb-068ae2ec914c: rpc.has_security_group_logging(os_id): False [ 870.716993] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.717212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.717274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.717472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.717639] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.717822] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.717925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.717985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.718149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.718280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.718311] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c is going to be created. [ 870.781140] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.781403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.781528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.781889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.782186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.805829] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c in Status: IN_PROGRESS for 2s [ 872.068609] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: SUCCESS [ 872.068609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.068609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.068609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.068609] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.068609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.068609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.068609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.068609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.068609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.068609] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.571691] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.572233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.572332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.572930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.574903] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.574903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.574903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.574903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.574903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.574903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.575415] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.575415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.575415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.575714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.575714] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.575830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.575910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.576425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.576425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.576550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.578041] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.727884] env[65302]: INFO networking_nsxv3.common.synchronization [req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 req-ab2a76ec-31a8-4dce-852b-517d6d44da79 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Enqueued Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 872.730971] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 872.736198] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.736198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.736198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.736496] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.736611] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.737885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.737885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.737885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.737885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.737885] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.823731] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c in Status: SUCCESS [ 872.824461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.079513] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bdc77c8-0848-4097-9e11-574580ef8a62: rpc.has_security_group_logging(os_id): False [ 873.091733] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.091928] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.092054] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.092309] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.092616] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.092794] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.092907] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.093648] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.093648] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.093648] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.093648] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.093648] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.093853] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.093853] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.094515] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.094515] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.100153] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.100312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.100361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.100552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.100642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.100906] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.100998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.101068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.101224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.101304] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.101483] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.101587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.101658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.101810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.101874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.102075] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.102170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.102229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.102393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.102422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.102507] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 is going to be created. [ 873.112878] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.113054] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.113194] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.113410] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.113667] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.113858] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.113976] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.114298] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.114432] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.160707] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.160848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.160906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.161160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.161342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.173962] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: IN_PROGRESS for 2s [ 873.239259] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.617699] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.618413] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.618413] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.618413] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.618571] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.618690] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf not found, creating... [ 873.618947] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.619119] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.619232] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.619475] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.619626] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.619911] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.620075] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.620191] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.620398] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.620542] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.620709] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf is going to be created. [ 873.642329] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.642642] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.642722] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.642959] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.643206] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.643453] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.744033] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.245654] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.245994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.245994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.246861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.246974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.247107] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 is going to be updated. [ 874.277591] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.277766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.277766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.278038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.278244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.288743] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: IN_PROGRESS for 2s [ 874.391966] env[65302]: INFO networking_nsxv3.common.synchronization [req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 req-f4316169-4d19-4b59-8cc8-668962c258f4 service nova] Enqueued Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_rules [ 874.392090] env[65302]: INFO networking_nsxv3.common.synchronization [req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 req-f4316169-4d19-4b59-8cc8-668962c258f4 service nova] Enqueued Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 874.392334] env[65302]: INFO networking_nsxv3.common.synchronization [req-72e957a9-9f9e-4a56-8af7-15ac7b185f23 req-f4316169-4d19-4b59-8cc8-668962c258f4 service nova] Enqueued Resource ID: efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf with Priority: HIGHEST for action port [ 874.393038] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_rules [ 874.393238] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 874.393422] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf with Priority: HIGHEST for action port [ 874.393727] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.393841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.394145] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.394270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.394573] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.394573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.394753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.396026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.396026] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.897557] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf with status ACTIVE [ 874.897875] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.898045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.898141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.898405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.898488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.898677] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.898779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.898839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.899016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.899192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.899285] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.899367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.899427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.899573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.899648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.899735] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf is going to be updated. [ 874.922159] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.922325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.922382] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.922606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.922746] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.922907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efcbd17a-5ecc-4efe-8bf3-33a2a1d72bcf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.186012] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: SUCCESS [ 875.186264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.186446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.186659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.186745] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.691755] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.691755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.300179] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: SUCCESS [ 876.301315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.301315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.301315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.301315] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.301315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.301315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.301591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.301591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.301591] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.804310] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.307170] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.809961] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.810345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.810345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.810444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.811276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.811276] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 is going to be updated. [ 877.843535] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.843699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.844818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.844818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.844818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.853333] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: IN_PROGRESS for 2s [ 879.394919] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 879.395260] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 879.866540] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: SUCCESS [ 879.867968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.867968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.867968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.867968] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.867968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.867968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.867968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.867968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.868225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.868225] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.183793] env[65302]: INFO networking_nsxv3.common.synchronization [req-dff517b2-c455-472c-ace7-0ead408cb935 req-ac542b02-9973-43e1-9d6f-800715de0dc9 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Enqueued Resource ID: 06d05c12-fad0-4262-95d4-449acfbc485f with Priority: HIGHEST for action security_group_members [ 880.183986] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d05c12-fad0-4262-95d4-449acfbc485f with Priority: HIGHEST for action security_group_members [ 880.186213] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d05c12-fad0-4262-95d4-449acfbc485f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.186213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.186213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.186213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.186213] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.186213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.186213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.186213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.186213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.186213] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d05c12-fad0-4262-95d4-449acfbc485f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.371035] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.371035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.371268] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.371446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.371821] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.371821] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.371959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.372182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.372282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.372399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.372596] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.372709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.372765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.372936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.373105] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.373190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.373541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.373541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.373541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.373664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.373664] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.519045] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.519411] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-271" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.519637] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-271" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.519955] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-271" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.520234] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.520417] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.520505] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.520793] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.520930] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.521150] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.521277] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.521359] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.521462] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.521567] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.522595] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.522595] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.545162] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.545585] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.545585] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.545679] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-271" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.546448] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-7286f043-5a8d-4b12-8a12-23fa07bd8cfe taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.546448] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-7286f043-5a8d-4b12-8a12-23fa07bd8cfe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.546448] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-7286f043-5a8d-4b12-8a12-23fa07bd8cfe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.548026] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-7286f043-5a8d-4b12-8a12-23fa07bd8cfe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.548026] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7286f043-5a8d-4b12-8a12-23fa07bd8cfe',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.688211] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.688371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.688496] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.688749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.689493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.689493] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.689493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.689493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.689493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.689493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.689729] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d05c12-fad0-4262-95d4-449acfbc485f already deleted. [ 880.689729] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.876472] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bdc77c8-0848-4097-9e11-574580ef8a62: rpc.has_security_group_logging(os_id): False [ 880.896044] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.896044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.896044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.896044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.896044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.896044] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.896044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.896044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.896451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.896451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.896451] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.896538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.896565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.896704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.896776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.896961] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.897058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.897122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.897257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.897326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.897410] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 is going to be updated. [ 880.959483] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.959665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.959782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.959928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.960106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.972853] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: IN_PROGRESS for 2s [ 881.050486] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.050684] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.050754] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.050977] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.051138] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.051292] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 7286f043-5a8d-4b12-8a12-23fa07bd8cfe not found, creating... [ 881.051545] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.051748] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.051904] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.052158] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.052362] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.052706] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.052868] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.052983] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.053206] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.053338] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.053593] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 7286f043-5a8d-4b12-8a12-23fa07bd8cfe is going to be created. [ 881.088640] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.088883] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.089053] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.089386] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.089655] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.089912] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-7286f043-5a8d-4b12-8a12-23fa07bd8cfe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.784916] env[65302]: INFO networking_nsxv3.common.synchronization [req-dff517b2-c455-472c-ace7-0ead408cb935 req-19be2b40-9de0-4499-9f49-348cf5cac673 service nova] Enqueued Resource ID: 06d05c12-fad0-4262-95d4-449acfbc485f with Priority: HIGHEST for action security_group_rules [ 881.784916] env[65302]: INFO networking_nsxv3.common.synchronization [req-dff517b2-c455-472c-ace7-0ead408cb935 req-19be2b40-9de0-4499-9f49-348cf5cac673 service nova] Enqueued Resource ID: 06d05c12-fad0-4262-95d4-449acfbc485f with Priority: HIGHEST for action security_group_members [ 881.784916] env[65302]: INFO networking_nsxv3.common.synchronization [req-dff517b2-c455-472c-ace7-0ead408cb935 req-19be2b40-9de0-4499-9f49-348cf5cac673 service nova] Enqueued Resource ID: 7286f043-5a8d-4b12-8a12-23fa07bd8cfe with Priority: HIGHEST for action port [ 881.784916] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d05c12-fad0-4262-95d4-449acfbc485f with Priority: HIGHEST for action security_group_rules [ 881.788482] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d05c12-fad0-4262-95d4-449acfbc485f with Priority: HIGHEST for action security_group_members [ 881.788482] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7286f043-5a8d-4b12-8a12-23fa07bd8cfe with Priority: HIGHEST for action port [ 881.788482] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d05c12-fad0-4262-95d4-449acfbc485f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.788482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.788482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.788482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.788482] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d05c12-fad0-4262-95d4-449acfbc485f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.788482] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d05c12-fad0-4262-95d4-449acfbc485f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.788482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.788482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.788482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.788482] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.788482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.788482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.788872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.788872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.788872] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d05c12-fad0-4262-95d4-449acfbc485f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.789758] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7286f043-5a8d-4b12-8a12-23fa07bd8cfe taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.789758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7286f043-5a8d-4b12-8a12-23fa07bd8cfe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.789758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7286f043-5a8d-4b12-8a12-23fa07bd8cfe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.789758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7286f043-5a8d-4b12-8a12-23fa07bd8cfe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.789927] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7286f043-5a8d-4b12-8a12-23fa07bd8cfe',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.291864] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06d05c12-fad0-4262-95d4-449acfbc485f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.292991] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d05c12-fad0-4262-95d4-449acfbc485f taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.293128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.293292] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7286f043-5a8d-4b12-8a12-23fa07bd8cfe with status ACTIVE [ 882.293922] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.294193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.294193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.294392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.294516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295725] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.295725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.295725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.296061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.296061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.297130] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.297130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.297130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.297130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.297130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.297130] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7286f043-5a8d-4b12-8a12-23fa07bd8cfe is going to be updated. [ 882.320273] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.320448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.320484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.320688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.320831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.320989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7286f043-5a8d-4b12-8a12-23fa07bd8cfe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.799153] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06d05c12-fad0-4262-95d4-449acfbc485f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.988318] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: SUCCESS [ 882.988318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.302497] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.302644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.302765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.302938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.303024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.303135] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d05c12-fad0-4262-95d4-449acfbc485f is going to be created. [ 883.336223] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.336404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.336448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.338523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.338523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.348391] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d05c12-fad0-4262-95d4-449acfbc485f in Status: UNINITIALIZED for 2s [ 883.825411] env[65302]: INFO networking_nsxv3.common.synchronization [req-ae0013b7-0f34-4ec1-929b-532b93f41840 req-73b0fcb8-39e1-481e-9c4a-ecde77f147e3 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 883.825881] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 883.826195] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.826988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.826988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.826988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.826988] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.826988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.826988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.827693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.827693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.827693] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.331169] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.331169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.331169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.331321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.331353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.331630] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.331760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.332104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.332279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.332385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.332501] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 884.371186] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.371186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.371186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.371186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.371186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.381808] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 884.974261] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d5954101-c43a-464b-8ea7-d97b6c35129c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_rules [ 884.974829] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_rules [ 884.975368] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5ee128-e583-45d3-8c40-e06eca94c59b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.975368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.975368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.975612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.975693] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5ee128-e583-45d3-8c40-e06eca94c59b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.050645] env[65302]: INFO networking_nsxv3.common.synchronization [None req-36ef7ab5-d406-4d8a-a14d-367b854bed25 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_rules [ 885.051160] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_rules [ 885.052258] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5ee128-e583-45d3-8c40-e06eca94c59b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.052258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.360704] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d05c12-fad0-4262-95d4-449acfbc485f in Status: SUCCESS [ 885.361169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.361169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.361393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.361584] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.361706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.361772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.361917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.361997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.362096] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.362186] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06d05c12-fad0-4262-95d4-449acfbc485f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.496280] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.496437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.496500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.496767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.496795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.496865] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b already deleted. [ 885.496946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.497125] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.497311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.497402] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5ee128-e583-45d3-8c40-e06eca94c59b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.867064] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d05c12-fad0-4262-95d4-449acfbc485f taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.867282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.867282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.867509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.867681] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.867783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.867846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.867997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.868156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.868258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.868488] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d05c12-fad0-4262-95d4-449acfbc485f taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.868619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.868684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.868835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.869025] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.869174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.869260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.869426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.869505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.869596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.869709] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06d05c12-fad0-4262-95d4-449acfbc485f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.022973] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.023334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.023334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.023857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.023857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.023857] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b already deleted. [ 886.024014] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.371831] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06d05c12-fad0-4262-95d4-449acfbc485f: rpc.has_security_group_logging(os_id): False [ 886.392857] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 886.393046] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed deletion is rescheduled due to dependency. [ 886.393176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.394139] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.394211] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.394263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.394451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.394537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.394717] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.394849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.394937] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.395045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.395118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.395313] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.395409] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.395477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.395606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.395692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.395869] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.395999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.396044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.396162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.396234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.396316] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d05c12-fad0-4262-95d4-449acfbc485f is going to be created. [ 886.456936] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.457112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.457212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.457697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.457697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.470483] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06d05c12-fad0-4262-95d4-449acfbc485f in Status: IN_PROGRESS for 2s [ 887.360953] env[65302]: INFO networking_nsxv3.common.synchronization [req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b req-518bed70-8c2e-42d4-bb3a-c5bfef3137c5 tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Enqueued Resource ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba with Priority: HIGHEST for action security_group_members [ 887.361358] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba with Priority: HIGHEST for action security_group_members [ 887.361867] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f91e7f-de94-4801-81fa-51a1687cf9ba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.362117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.362252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.362662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.362930] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.363378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.363476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.363703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.363828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.364106] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f91e7f-de94-4801-81fa-51a1687cf9ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.666898] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.667115] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-297" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.667622] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-297" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.667622] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-297" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.668237] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.668413] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.668612] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.668847] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.668992] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.669211] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.669322] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.669428] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.669566] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.669679] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.669783] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.669911] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.689955] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.690146] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.690302] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.690484] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-297" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.690850] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-377a1963-2802-4cb3-8b08-493f1400c0ea taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.691058] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-377a1963-2802-4cb3-8b08-493f1400c0ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.691186] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-377a1963-2802-4cb3-8b08-493f1400c0ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.691515] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-377a1963-2802-4cb3-8b08-493f1400c0ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.691658] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('377a1963-2802-4cb3-8b08-493f1400c0ea',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.866224] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.866456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.866597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.866744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.866834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.867045] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.867148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.867214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.867350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.867416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.867499] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba already deleted. [ 887.867577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.195239] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.195378] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.195495] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.195780] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.195953] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.196099] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 377a1963-2802-4cb3-8b08-493f1400c0ea not found, creating... [ 888.196388] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.196655] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.197205] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.197205] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.197371] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.197546] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.197714] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.198355] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.198677] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.198819] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.198965] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 377a1963-2802-4cb3-8b08-493f1400c0ea is going to be created. [ 888.220234] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.220467] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.220591] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.220876] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.221161] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.221398] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-377a1963-2802-4cb3-8b08-493f1400c0ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.487562] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06d05c12-fad0-4262-95d4-449acfbc485f in Status: SUCCESS [ 888.487954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.984375] env[65302]: INFO networking_nsxv3.common.synchronization [req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b req-68a4c20b-8cc3-4bbd-a5af-65ecf112f26c service nova] Enqueued Resource ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba with Priority: HIGHEST for action security_group_rules [ 888.984558] env[65302]: INFO networking_nsxv3.common.synchronization [req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b req-68a4c20b-8cc3-4bbd-a5af-65ecf112f26c service nova] Enqueued Resource ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba with Priority: HIGHEST for action security_group_members [ 888.984700] env[65302]: INFO networking_nsxv3.common.synchronization [req-cbd18e60-cf0b-42d8-b0e1-a400ca06ce4b req-68a4c20b-8cc3-4bbd-a5af-65ecf112f26c service nova] Enqueued Resource ID: 377a1963-2802-4cb3-8b08-493f1400c0ea with Priority: HIGHEST for action port [ 888.985240] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba with Priority: HIGHEST for action security_group_rules [ 888.985376] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba with Priority: HIGHEST for action security_group_members [ 888.985475] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377a1963-2802-4cb3-8b08-493f1400c0ea with Priority: HIGHEST for action port [ 888.985737] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f91e7f-de94-4801-81fa-51a1687cf9ba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.985864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.985917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.986539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.986645] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f91e7f-de94-4801-81fa-51a1687cf9ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.987539] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f91e7f-de94-4801-81fa-51a1687cf9ba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.987663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.987733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.987904] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.988068] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.988164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.988219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.988713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.988830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.988927] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f91e7f-de94-4801-81fa-51a1687cf9ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.989920] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-377a1963-2802-4cb3-8b08-493f1400c0ea taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.990407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-377a1963-2802-4cb3-8b08-493f1400c0ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.990476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-377a1963-2802-4cb3-8b08-493f1400c0ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.990870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-377a1963-2802-4cb3-8b08-493f1400c0ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.990870] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('377a1963-2802-4cb3-8b08-493f1400c0ea',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.494569] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6f91e7f-de94-4801-81fa-51a1687cf9ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.495676] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f91e7f-de94-4801-81fa-51a1687cf9ba taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.495778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.495941] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 377a1963-2802-4cb3-8b08-493f1400c0ea with status ACTIVE [ 889.496114] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.496219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.496282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.496492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.496577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.496738] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.496831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.496941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.497108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.497154] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.497520] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.497520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.497520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.497662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.497695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.497776] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 377a1963-2802-4cb3-8b08-493f1400c0ea is going to be updated. [ 889.525167] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.525375] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.525455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.525927] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.526141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.526317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-377a1963-2802-4cb3-8b08-493f1400c0ea" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.000684] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6f91e7f-de94-4801-81fa-51a1687cf9ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.506840] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.506840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.506840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.506840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.506840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.506840] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba is going to be created. [ 890.530977] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.531148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.531219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.531433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.531594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.543346] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba in Status: UNINITIALIZED for 2s [ 892.557549] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba in Status: SUCCESS [ 892.557823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.557989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.558230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.558485] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.558596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.558662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.558829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.558906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.558992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.559095] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6f91e7f-de94-4801-81fa-51a1687cf9ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.061743] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f91e7f-de94-4801-81fa-51a1687cf9ba taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.061918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.062030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.062538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.062538] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.062538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.062795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.062795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.063021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.063956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.063956] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f91e7f-de94-4801-81fa-51a1687cf9ba taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.064470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.064470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.064649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.065073] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.065073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.065073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.065073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.065222] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.065222] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.065283] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6f91e7f-de94-4801-81fa-51a1687cf9ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.568453] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6f91e7f-de94-4801-81fa-51a1687cf9ba: rpc.has_security_group_logging(os_id): False [ 893.595917] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.596212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.596551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.596819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.596962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.597296] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.597727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.597727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.597727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.597852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.598094] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.598240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.598340] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.598635] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.598764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.599044] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.599192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.599264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.599413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.599491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.599580] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba is going to be created. [ 893.698604] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.698991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.698991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.699145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.699249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.715796] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba in Status: IN_PROGRESS for 2s [ 893.986867] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 893.986998] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 894.606924] env[65302]: INFO networking_nsxv3.common.synchronization [None req-6d46f7eb-fb60-4436-a927-b6e06699f553 None None] Enqueued Resource ID: d59c7f00-60bd-4446-ab39-b8c43f3bafdd with Priority: HIGHEST for action port [ 894.607673] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59c7f00-60bd-4446-ab39-b8c43f3bafdd with Priority: HIGHEST for action port [ 894.607804] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-d59c7f00-60bd-4446-ab39-b8c43f3bafdd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.607950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d59c7f00-60bd-4446-ab39-b8c43f3bafdd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.608028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d59c7f00-60bd-4446-ab39-b8c43f3bafdd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.609321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d59c7f00-60bd-4446-ab39-b8c43f3bafdd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.609321] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d59c7f00-60bd-4446-ab39-b8c43f3bafdd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.111686] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d59c7f00-60bd-4446-ab39-b8c43f3bafdd [ 895.111686] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.111925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.111925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.111996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.112090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.112187] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d59c7f00-60bd-4446-ab39-b8c43f3bafdd already deleted. [ 895.112267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d59c7f00-60bd-4446-ab39-b8c43f3bafdd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.733851] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba in Status: SUCCESS [ 895.734950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.158092] env[65302]: INFO networking_nsxv3.common.synchronization [req-75be5eeb-e87c-459d-a491-86af83d7030b req-4af06718-c67b-42be-85fe-11b1cd224778 tempest-ServerMetadataTestJSON-1228253742 tempest-ServerMetadataTestJSON-1228253742-project-member] Enqueued Resource ID: 06d05c12-fad0-4262-95d4-449acfbc485f with Priority: HIGHEST for action security_group_members [ 896.158708] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d05c12-fad0-4262-95d4-449acfbc485f with Priority: HIGHEST for action security_group_members [ 896.159036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d05c12-fad0-4262-95d4-449acfbc485f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.159249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.159311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.159465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.159666] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.159784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.159848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.160015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.160126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.160221] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d05c12-fad0-4262-95d4-449acfbc485f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.663559] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.664405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.664509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.664726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.664819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.665392] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.665392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.665392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.665392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.665606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.665606] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d05c12-fad0-4262-95d4-449acfbc485f is going to be updated. [ 896.701619] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.702101] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.702189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.702388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.702602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.712903] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d05c12-fad0-4262-95d4-449acfbc485f in Status: IN_PROGRESS for 2s [ 897.471801] env[65302]: INFO networking_nsxv3.common.synchronization [None req-01d9cde3-9f90-483d-a8d7-1ae1f750e6c2 None None] Enqueued Resource ID: 225a53c9-3d16-4214-b272-3a90174ac20e with Priority: HIGHEST for action port [ 897.472916] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a53c9-3d16-4214-b272-3a90174ac20e with Priority: HIGHEST for action port [ 897.472916] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-225a53c9-3d16-4214-b272-3a90174ac20e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.472916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-225a53c9-3d16-4214-b272-3a90174ac20e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.472916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-225a53c9-3d16-4214-b272-3a90174ac20e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.473179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-225a53c9-3d16-4214-b272-3a90174ac20e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.473346] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225a53c9-3d16-4214-b272-3a90174ac20e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.975764] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 225a53c9-3d16-4214-b272-3a90174ac20e [ 897.976012] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.976705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.976705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.976705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.976854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.976947] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:225a53c9-3d16-4214-b272-3a90174ac20e already deleted. [ 897.977091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-225a53c9-3d16-4214-b272-3a90174ac20e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.725099] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d05c12-fad0-4262-95d4-449acfbc485f in Status: SUCCESS [ 898.726135] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d05c12-fad0-4262-95d4-449acfbc485f deletion is rescheduled due to dependency. [ 898.726135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.144814] env[65302]: INFO networking_nsxv3.common.synchronization [req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c req-e0c63c93-1eb4-4842-8147-b0aff7328c3e tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Enqueued Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_members [ 901.145349] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_members [ 901.146098] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5c0c14-db8a-4415-8444-9629bc3d810e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.146165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.146200] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.147131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.147131] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.147275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.147275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.147886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.147886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.147886] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f5c0c14-db8a-4415-8444-9629bc3d810e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.466370] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.466594] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-421" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.466701] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-421" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.467049] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-421" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.467313] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.467485] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.467580] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.467803] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.467940] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.468159] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.468266] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.468375] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.468466] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.468793] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.468793] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.468894] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.489716] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.489893] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.490073] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.490254] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-421" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.490567] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-528873f7-b1ed-4e95-9a17-9522df90e9cc taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.490745] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-528873f7-b1ed-4e95-9a17-9522df90e9cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.490858] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-528873f7-b1ed-4e95-9a17-9522df90e9cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.491197] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-528873f7-b1ed-4e95-9a17-9522df90e9cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.491358] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528873f7-b1ed-4e95-9a17-9522df90e9cc',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.651245] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.651437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.651504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.652138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.652138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.652138] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.652356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.652356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.652607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.652742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.652881] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e already deleted. [ 901.652968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.901455] env[65302]: INFO networking_nsxv3.common.synchronization [req-8d7e1f63-f0a7-496e-9c90-eacf5fac5f90 req-7994c2ad-4c4c-4207-b45a-76e0bdf19cde tempest-ServerAddressesTestJSON-491018872 tempest-ServerAddressesTestJSON-491018872-project-member] Enqueued Resource ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba with Priority: HIGHEST for action security_group_members [ 901.902060] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba with Priority: HIGHEST for action security_group_members [ 901.902374] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f91e7f-de94-4801-81fa-51a1687cf9ba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.902493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.902559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.902814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.902987] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.903102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.903163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.903318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.903400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.903491] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f91e7f-de94-4801-81fa-51a1687cf9ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.993820] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.994072] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.994202] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.994489] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.994636] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.994810] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 528873f7-b1ed-4e95-9a17-9522df90e9cc not found, creating... [ 901.995143] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.995348] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.995480] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.995700] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.995838] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.996139] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.996297] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.996411] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.996623] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.996752] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.996885] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 528873f7-b1ed-4e95-9a17-9522df90e9cc is going to be created. [ 902.021869] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.022112] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.022244] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.022499] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.022757] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.023030] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-528873f7-b1ed-4e95-9a17-9522df90e9cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.405825] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.406118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.406118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.406714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.406831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.407338] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.407338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.407338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.407577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.407577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.407677] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba is going to be updated. [ 902.436264] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.436443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.436754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.436935] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.437012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.449445] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba in Status: IN_PROGRESS for 2s [ 902.778836] env[65302]: INFO networking_nsxv3.common.synchronization [req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c req-14f34b6a-fe8c-407d-9419-a8ad93f35736 service nova] Enqueued Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_rules [ 902.779053] env[65302]: INFO networking_nsxv3.common.synchronization [req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c req-14f34b6a-fe8c-407d-9419-a8ad93f35736 service nova] Enqueued Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_members [ 902.780657] env[65302]: INFO networking_nsxv3.common.synchronization [req-c2d10dc6-41c5-4eee-8e28-a4a92d30f83c req-14f34b6a-fe8c-407d-9419-a8ad93f35736 service nova] Enqueued Resource ID: 528873f7-b1ed-4e95-9a17-9522df90e9cc with Priority: HIGHEST for action port [ 902.780657] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_rules [ 902.780657] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_members [ 902.780657] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528873f7-b1ed-4e95-9a17-9522df90e9cc with Priority: HIGHEST for action port [ 902.782529] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f5c0c14-db8a-4415-8444-9629bc3d810e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.782529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.782529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.782529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.782529] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f5c0c14-db8a-4415-8444-9629bc3d810e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.782529] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5c0c14-db8a-4415-8444-9629bc3d810e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.782529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.782529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.783106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.783106] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.783106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.783106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.783106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.783106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.783341] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f5c0c14-db8a-4415-8444-9629bc3d810e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.784345] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-528873f7-b1ed-4e95-9a17-9522df90e9cc taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.785358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-528873f7-b1ed-4e95-9a17-9522df90e9cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.785358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-528873f7-b1ed-4e95-9a17-9522df90e9cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.785358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-528873f7-b1ed-4e95-9a17-9522df90e9cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.785358] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528873f7-b1ed-4e95-9a17-9522df90e9cc',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.913023] env[65302]: INFO networking_nsxv3.common.synchronization [req-0ba7aa15-f6a2-48cb-b8d6-262680ce0077 req-5a89aefe-bf3a-4bd2-a8ac-2e6c3d9a627f tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 902.913023] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 902.913023] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.913023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.913023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.913023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.913023] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.913023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.913023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.913023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.913023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.913023] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.288096] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5c0c14-db8a-4415-8444-9629bc3d810e taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.288096] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.288096] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f5c0c14-db8a-4415-8444-9629bc3d810e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.289413] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 528873f7-b1ed-4e95-9a17-9522df90e9cc with status ACTIVE [ 903.289452] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.289811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.289928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.290863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.290863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.290863] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.290863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.290863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.290863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.291497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.291763] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.291883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.291950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.292174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.292269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.292364] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 528873f7-b1ed-4e95-9a17-9522df90e9cc is going to be updated. [ 903.318792] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.319044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.319044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.319292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.319478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.319704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-528873f7-b1ed-4e95-9a17-9522df90e9cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.416476] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.680991] env[65302]: INFO networking_nsxv3.common.synchronization [req-64833bf1-b6d0-4071-ad27-1e17c5085625 req-e1aa50eb-cd7a-402e-bd90-75d721a51cc6 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Enqueued Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 903.681648] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 903.681975] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.682104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.682206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.682422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.682573] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.682671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.682730] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.682874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.683012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.683106] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.794498] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f5c0c14-db8a-4415-8444-9629bc3d810e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.919372] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.116272] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.116425] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-235" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.116643] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-235" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.117306] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-235" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.117613] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.117807] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.117993] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.118372] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.118528] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.118820] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.119329] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.119329] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.119329] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.119329] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.119559] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.119559] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.146180] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.146398] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.146565] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.146754] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-235" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.147101] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-600cbcc4-87ec-4e79-b450-38a40c8f754f taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.147271] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-600cbcc4-87ec-4e79-b450-38a40c8f754f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.147386] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-600cbcc4-87ec-4e79-b450-38a40c8f754f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.147784] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-600cbcc4-87ec-4e79-b450-38a40c8f754f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.147847] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('600cbcc4-87ec-4e79-b450-38a40c8f754f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.185025] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.185190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.185251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.186033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.186033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.186033] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.186033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.186033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.186033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.186415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.186415] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 already deleted. [ 904.186415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.298883] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.299063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.299147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.299356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.299475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.299536] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e is going to be created. [ 904.330200] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.330366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.330449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.330668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.330825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.344411] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e in Status: UNINITIALIZED for 2s [ 904.426798] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.426798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.426798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.426798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.426798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.426798] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 904.460034] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.460034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.460034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.460034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.460034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.463437] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba in Status: SUCCESS [ 904.463437] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba deletion is rescheduled due to dependency. [ 904.463603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.473332] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 904.651151] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.651433] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.651564] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.652022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.652022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.652179] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 600cbcc4-87ec-4e79-b450-38a40c8f754f not found, creating... [ 904.652581] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.652678] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.652718] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.652935] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.653109] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.654191] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.654191] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.654191] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.654191] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.654191] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.654191] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 600cbcc4-87ec-4e79-b450-38a40c8f754f is going to be created. [ 904.680597] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.680597] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.680597] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.680882] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.680986] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.681204] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-600cbcc4-87ec-4e79-b450-38a40c8f754f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.387505] env[65302]: INFO networking_nsxv3.common.synchronization [req-64833bf1-b6d0-4071-ad27-1e17c5085625 req-3d80b529-0ffc-4f1e-bb57-5139674ac529 service nova] Enqueued Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_rules [ 905.387681] env[65302]: INFO networking_nsxv3.common.synchronization [req-64833bf1-b6d0-4071-ad27-1e17c5085625 req-3d80b529-0ffc-4f1e-bb57-5139674ac529 service nova] Enqueued Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 905.387809] env[65302]: INFO networking_nsxv3.common.synchronization [req-64833bf1-b6d0-4071-ad27-1e17c5085625 req-3d80b529-0ffc-4f1e-bb57-5139674ac529 service nova] Enqueued Resource ID: 600cbcc4-87ec-4e79-b450-38a40c8f754f with Priority: HIGHEST for action port [ 905.390025] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_rules [ 905.390025] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 905.390025] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600cbcc4-87ec-4e79-b450-38a40c8f754f with Priority: HIGHEST for action port [ 905.390025] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.390025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.390025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.390025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.390025] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.390821] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.390941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.391047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.391343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.391518] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.391618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.391679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.391837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.391916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.392013] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.392952] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-600cbcc4-87ec-4e79-b450-38a40c8f754f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.393073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-600cbcc4-87ec-4e79-b450-38a40c8f754f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.393135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-600cbcc4-87ec-4e79-b450-38a40c8f754f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.393284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-600cbcc4-87ec-4e79-b450-38a40c8f754f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.393353] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('600cbcc4-87ec-4e79-b450-38a40c8f754f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.895484] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.895783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.895827] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.896896] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 600cbcc4-87ec-4e79-b450-38a40c8f754f with status ACTIVE [ 905.896975] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.897056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.897111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.897484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.897576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.897745] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.897843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.897903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.898065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.898150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.898314] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.898405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.898463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.898605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.898699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.898786] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 600cbcc4-87ec-4e79-b450-38a40c8f754f is going to be updated. [ 905.937767] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.937952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.938058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.938322] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.938497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.938698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-600cbcc4-87ec-4e79-b450-38a40c8f754f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.342601] env[65302]: INFO networking_nsxv3.common.synchronization [req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 req-12c773fa-ce2d-4519-a8bf-ec00563733fa tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 906.343161] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 906.343500] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.343621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.343688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.343890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.344134] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.344470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.344470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.344470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.344591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.344624] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.358865] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e in Status: SUCCESS [ 906.361061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.364575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.364817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.365042] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.365169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.365497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.365497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.365497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.365619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.365659] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f5c0c14-db8a-4415-8444-9629bc3d810e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.401270] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.484530] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 906.484748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.766890] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.769348] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.771117] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.771117] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.771311] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.771623] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.771623] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.771878] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.772029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.772293] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.772479] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.772537] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.772641] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.772856] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.772912] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.773066] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.801371] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.801371] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.801371] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.802078] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.803338] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-81b3724c-6bf2-4179-8230-5ca286334ce8 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.803622] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-81b3724c-6bf2-4179-8230-5ca286334ce8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.804318] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-81b3724c-6bf2-4179-8230-5ca286334ce8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.804775] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-81b3724c-6bf2-4179-8230-5ca286334ce8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.805620] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b3724c-6bf2-4179-8230-5ca286334ce8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.848649] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.867976] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f5c0c14-db8a-4415-8444-9629bc3d810e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.903904] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.904360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.904360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.904360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.904360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.904689] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 is going to be created. [ 906.933240] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.933616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.933616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.933765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.935859] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.947417] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: UNINITIALIZED for 2s [ 907.102099] env[65302]: INFO networking_nsxv3.common.synchronization [None req-047e6725-9eae-4cba-8f41-d4bf349193c6 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Enqueued Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_rules [ 907.102099] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_rules [ 907.102381] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.102777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.102777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.102888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.103102] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.236275] env[65302]: INFO networking_nsxv3.common.synchronization [None req-0861b111-5ca6-4005-b93e-9c7d114f4d88 tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Enqueued Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_rules [ 907.236949] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_rules [ 907.237399] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.237399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.315713] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.317470] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.317470] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.317470] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.317470] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.317470] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 81b3724c-6bf2-4179-8230-5ca286334ce8 not found, creating... [ 907.317470] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.317741] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.317741] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.318988] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.318988] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.318988] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.318988] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.318988] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.318988] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.318988] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.319344] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 81b3724c-6bf2-4179-8230-5ca286334ce8 is going to be created. [ 907.351216] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.358363] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.358601] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.359536] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.359536] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.359689] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.359870] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-81b3724c-6bf2-4179-8230-5ca286334ce8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.374392] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f5c0c14-db8a-4415-8444-9629bc3d810e: rpc.has_security_group_logging(os_id): False [ 907.396139] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.396139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.396139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.396463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.396463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.396616] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.396731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.396795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.397030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.397140] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.397268] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e is going to be created. [ 907.514091] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.514281] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.514368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.514641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.514867] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.528134] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e in Status: IN_PROGRESS for 2s [ 907.627085] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.627085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.627085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.627085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.627389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.627389] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 already deleted. [ 907.627389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.627911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.628145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.628211] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.854034] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.854242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.854278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.854526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.854650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.854761] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 907.883872] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.884071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.884120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.884341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.884550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.897847] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 908.066356] env[65302]: INFO networking_nsxv3.common.synchronization [req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 req-b8915f66-77bf-4264-9fd5-593ecbf09cab service nova] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_rules [ 908.066356] env[65302]: INFO networking_nsxv3.common.synchronization [req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 req-b8915f66-77bf-4264-9fd5-593ecbf09cab service nova] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 908.066802] env[65302]: INFO networking_nsxv3.common.synchronization [req-08c3e278-c048-43e1-a7ce-5ea09d7b68d5 req-b8915f66-77bf-4264-9fd5-593ecbf09cab service nova] Enqueued Resource ID: 81b3724c-6bf2-4179-8230-5ca286334ce8 with Priority: HIGHEST for action port [ 908.067039] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_rules [ 908.067177] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 908.067273] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b3724c-6bf2-4179-8230-5ca286334ce8 with Priority: HIGHEST for action port [ 908.067538] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.067661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.067725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.067922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.068007] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.068877] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.068963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.069226] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-81b3724c-6bf2-4179-8230-5ca286334ce8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.069330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81b3724c-6bf2-4179-8230-5ca286334ce8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.069444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81b3724c-6bf2-4179-8230-5ca286334ce8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.069597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81b3724c-6bf2-4179-8230-5ca286334ce8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.069658] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b3724c-6bf2-4179-8230-5ca286334ce8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.150140] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.150837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.150837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.150837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.150837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.150837] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 already deleted. [ 908.150837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.571753] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.571972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.572270] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81b3724c-6bf2-4179-8230-5ca286334ce8 with status ACTIVE [ 908.572743] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.572743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.572743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.572966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.572966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.573158] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.573280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.573317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.574936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.575106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.575304] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.575482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.575633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.575843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.575934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.576045] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81b3724c-6bf2-4179-8230-5ca286334ce8 is going to be updated. [ 908.598581] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.598772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.598842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.599079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.599471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.599471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81b3724c-6bf2-4179-8230-5ca286334ce8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.958208] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: SUCCESS [ 908.958412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.958626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.958904] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.959160] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.959302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.959360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.960022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.960140] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.960219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.960302] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.469812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.469812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.469812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.469812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.470428] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.470428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.470428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.470428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.470428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.470428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.470879] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.470879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.470879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.470879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.471095] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.471095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.471173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.471258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.471410] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.471941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.471941] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.542755] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e in Status: SUCCESS [ 909.543076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.915081] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 909.915321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.915503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.917718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.917718] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.917718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.917718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.917718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.917718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.917718] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.974302] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db76fcb5-d736-4695-aa73-4bec4c1c5396: rpc.has_security_group_logging(os_id): False [ 910.000658] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.000857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.000895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.001232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.001362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.001640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.001640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.001791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.001879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.001959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.003060] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.003750] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.003750] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.004613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.004705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.007993] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.007993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.008157] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.008522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.008720] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.008893] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 is going to be created. [ 910.095699] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.095914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.095979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.096840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.097154] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.115736] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: IN_PROGRESS for 2s [ 910.421673] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.925817] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.430603] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.430781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.431153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.431153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.431257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.431364] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 911.466547] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.466793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.466900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.467185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.467364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.478486] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 912.131688] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: SUCCESS [ 912.131688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.068830] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 913.068928] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 913.344963] env[65302]: INFO networking_nsxv3.common.synchronization [req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 req-d6da9272-a61c-44f4-86eb-f0291f0f55db tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Enqueued Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_members [ 913.345627] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_members [ 913.345945] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da426f8-1972-4ed0-9824-8fc02aefe247 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.346093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.346176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.346394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.346546] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.346711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.346797] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.347199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.347199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.347199] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da426f8-1972-4ed0-9824-8fc02aefe247',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.492373] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 913.492587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.492780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.493017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.493211] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.493475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.493475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.493567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.493627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.493737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.493832] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.755349] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-504 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.755349] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-504" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.755349] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-504" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.755349] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-504" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.755625] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.755852] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.756023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.756361] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.756536] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.757811] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.757811] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.757811] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.757811] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.757811] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.757811] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.757811] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.791503] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.791669] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.791804] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.792041] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-504" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.792473] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-126e36f8-d42d-469c-9edc-d7a1855efd8a taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.792675] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-126e36f8-d42d-469c-9edc-d7a1855efd8a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.792824] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-126e36f8-d42d-469c-9edc-d7a1855efd8a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.793201] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-126e36f8-d42d-469c-9edc-d7a1855efd8a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.793442] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('126e36f8-d42d-469c-9edc-d7a1855efd8a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.849433] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.849773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.849871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.850048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.850183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.850400] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.850547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.850547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.850713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.851604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.851604] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 already deleted. [ 913.851604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.996864] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.996864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.996864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.996864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.997270] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.997270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.997270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.997392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.997425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.998310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.998310] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.998310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.998310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.998310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.998310] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.998310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.998310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.998780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.998780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.998780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.998780] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.297545] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.297772] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.299659] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.299659] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.299659] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.299659] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 126e36f8-d42d-469c-9edc-d7a1855efd8a not found, creating... [ 914.299659] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.299659] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.299659] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.300053] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.300053] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.300419] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.300651] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.300816] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.301169] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.301374] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.301578] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 126e36f8-d42d-469c-9edc-d7a1855efd8a is going to be created. [ 914.325221] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.327265] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.327265] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.327265] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.327265] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.327265] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-126e36f8-d42d-469c-9edc-d7a1855efd8a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.504513] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78: rpc.has_security_group_logging(os_id): False [ 914.526209] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.526370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.526428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.526717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.526823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.527102] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.527908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.527974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.528193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.528305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.528567] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.528740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.528811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.528955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.529049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.529345] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.529983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.529983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.529983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.529983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.529983] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 914.616578] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.616822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.616923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.617235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.617452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.632960] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 915.087245] env[65302]: INFO networking_nsxv3.common.synchronization [req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 req-16dccf09-928c-40b7-a4b8-176a4fe5fe7c service nova] Enqueued Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_rules [ 915.087418] env[65302]: INFO networking_nsxv3.common.synchronization [req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 req-16dccf09-928c-40b7-a4b8-176a4fe5fe7c service nova] Enqueued Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_members [ 915.087548] env[65302]: INFO networking_nsxv3.common.synchronization [req-e5b4ff4c-58d3-4714-93dd-41cd080045a9 req-16dccf09-928c-40b7-a4b8-176a4fe5fe7c service nova] Enqueued Resource ID: 126e36f8-d42d-469c-9edc-d7a1855efd8a with Priority: HIGHEST for action port [ 915.090337] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_rules [ 915.090514] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_members [ 915.090654] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126e36f8-d42d-469c-9edc-d7a1855efd8a with Priority: HIGHEST for action port [ 915.091434] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da426f8-1972-4ed0-9824-8fc02aefe247 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.091520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.091552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.091906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.091906] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da426f8-1972-4ed0-9824-8fc02aefe247',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.093588] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da426f8-1972-4ed0-9824-8fc02aefe247 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.093721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.093790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.093974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.094172] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.094270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.094345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.094492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.094579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.094675] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da426f8-1972-4ed0-9824-8fc02aefe247',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.095676] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-126e36f8-d42d-469c-9edc-d7a1855efd8a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.095780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-126e36f8-d42d-469c-9edc-d7a1855efd8a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.095843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-126e36f8-d42d-469c-9edc-d7a1855efd8a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.096413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-126e36f8-d42d-469c-9edc-d7a1855efd8a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.096413] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('126e36f8-d42d-469c-9edc-d7a1855efd8a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.188421] env[65302]: INFO networking_nsxv3.common.synchronization [None req-de795b6d-203b-4e57-aead-b888587bf608 None None] Enqueued Resource ID: 31e2785a-d093-4df5-a9bb-eb15dfc6ac48 with Priority: HIGHEST for action port [ 915.189173] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e2785a-d093-4df5-a9bb-eb15dfc6ac48 with Priority: HIGHEST for action port [ 915.189497] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-31e2785a-d093-4df5-a9bb-eb15dfc6ac48 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.189621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31e2785a-d093-4df5-a9bb-eb15dfc6ac48" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.189731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31e2785a-d093-4df5-a9bb-eb15dfc6ac48" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.189982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31e2785a-d093-4df5-a9bb-eb15dfc6ac48" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.190150] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e2785a-d093-4df5-a9bb-eb15dfc6ac48',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.597966] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da426f8-1972-4ed0-9824-8fc02aefe247 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.598307] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.598641] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2da426f8-1972-4ed0-9824-8fc02aefe247',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.599792] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 126e36f8-d42d-469c-9edc-d7a1855efd8a with status ACTIVE [ 915.600107] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.600284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.600386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.600617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.600705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.600899] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.601015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.602455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.602705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.602833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.603126] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.603256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.603345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.603605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.603938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.604242] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 126e36f8-d42d-469c-9edc-d7a1855efd8a is going to be updated. [ 915.632659] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.632762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.632797] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.633356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.633356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.633356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-126e36f8-d42d-469c-9edc-d7a1855efd8a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.693733] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31e2785a-d093-4df5-a9bb-eb15dfc6ac48 [ 915.694374] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.697351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.697351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.697575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.697669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.697781] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31e2785a-d093-4df5-a9bb-eb15dfc6ac48 already deleted. [ 915.697867] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31e2785a-d093-4df5-a9bb-eb15dfc6ac48" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.107902] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2da426f8-1972-4ed0-9824-8fc02aefe247',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.610776] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.611852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.612236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.612523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.612644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.613481] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 is going to be created. [ 916.649334] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.650393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.650393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.650393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.650393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.744359] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 916.744717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.752265] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 in Status: UNINITIALIZED for 2s [ 917.794608] env[65302]: INFO networking_nsxv3.common.synchronization [None req-e94f32fd-021a-4201-9802-be95ff06f81e None None] Enqueued Resource ID: 6bd5b937-11c4-4589-b419-6aef373c3b21 with Priority: HIGHEST for action port [ 917.795782] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd5b937-11c4-4589-b419-6aef373c3b21 with Priority: HIGHEST for action port [ 917.796108] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bd5b937-11c4-4589-b419-6aef373c3b21 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.796245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bd5b937-11c4-4589-b419-6aef373c3b21" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.796334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bd5b937-11c4-4589-b419-6aef373c3b21" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.796607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bd5b937-11c4-4589-b419-6aef373c3b21" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.796697] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bd5b937-11c4-4589-b419-6aef373c3b21',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.300721] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bd5b937-11c4-4589-b419-6aef373c3b21 [ 918.300721] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.300721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.300721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.300721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.300721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.300721] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bd5b937-11c4-4589-b419-6aef373c3b21 already deleted. [ 918.301094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bd5b937-11c4-4589-b419-6aef373c3b21" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.769057] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 in Status: SUCCESS [ 918.769057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.769057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.769057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.769057] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.769057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.769057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.769057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.769057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.769057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.769057] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2da426f8-1972-4ed0-9824-8fc02aefe247',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.273097] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2da426f8-1972-4ed0-9824-8fc02aefe247',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.777905] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2da426f8-1972-4ed0-9824-8fc02aefe247: rpc.has_security_group_logging(os_id): False [ 919.799159] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.799357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.799357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.799537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.799694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.799972] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.800093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.800156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.800329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.800412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.800492] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 is going to be created. [ 919.877102] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.878833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.878833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.878833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.881179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.885351] env[65302]: INFO networking_nsxv3.common.synchronization [req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 req-23b1e92d-317b-4e7d-b473-23e2fbd00721 tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 919.886302] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 919.886302] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.886302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.886551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.886738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.886892] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.887044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.887130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.887719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.887719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.887719] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.899752] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 in Status: IN_PROGRESS for 2s [ 920.391088] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.391088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.391088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.391458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.391458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.392032] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.392032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.392032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.392032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.392291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.392291] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be updated. [ 920.406287] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.406287] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.406287] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.406287] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.406287] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.406287] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.406287] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.406594] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.406878] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.407357] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.407636] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.407853] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.408080] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.408300] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.408489] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.414745] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.438312] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.438500] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.438632] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.438920] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-216" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.439329] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-e9cb23e1-a988-4714-8bc2-f166a6c44fc4 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.439507] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-e9cb23e1-a988-4714-8bc2-f166a6c44fc4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.439693] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-e9cb23e1-a988-4714-8bc2-f166a6c44fc4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.439990] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-e9cb23e1-a988-4714-8bc2-f166a6c44fc4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.440152] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9cb23e1-a988-4714-8bc2-f166a6c44fc4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.458372] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.458536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.458605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.458944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.459116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.477821] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: IN_PROGRESS for 2s [ 920.946054] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.946054] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.946358] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.946970] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.946970] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.946970] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port e9cb23e1-a988-4714-8bc2-f166a6c44fc4 not found, creating... [ 920.947380] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.947380] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.947960] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.947960] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.947960] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.948357] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.948568] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.948773] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.949244] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.949450] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.949624] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: e9cb23e1-a988-4714-8bc2-f166a6c44fc4 is going to be created. [ 920.975865] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.976100] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.976227] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.976512] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.976739] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.976963] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-e9cb23e1-a988-4714-8bc2-f166a6c44fc4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.726869] env[65302]: INFO networking_nsxv3.common.synchronization [req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 req-79c89dc6-4fc8-4798-afad-2c63207704c3 service nova] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_rules [ 921.726869] env[65302]: INFO networking_nsxv3.common.synchronization [req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 req-79c89dc6-4fc8-4798-afad-2c63207704c3 service nova] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 921.727413] env[65302]: INFO networking_nsxv3.common.synchronization [req-a1857ee0-510b-4e7b-a5d0-02c00e1fb1c0 req-79c89dc6-4fc8-4798-afad-2c63207704c3 service nova] Enqueued Resource ID: e9cb23e1-a988-4714-8bc2-f166a6c44fc4 with Priority: HIGHEST for action port [ 921.727938] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_rules [ 921.727938] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 921.728075] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cb23e1-a988-4714-8bc2-f166a6c44fc4 with Priority: HIGHEST for action port [ 921.728404] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.728404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.728511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.728964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.728964] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.730081] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.730081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.730322] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9cb23e1-a988-4714-8bc2-f166a6c44fc4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.730397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9cb23e1-a988-4714-8bc2-f166a6c44fc4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.730441] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9cb23e1-a988-4714-8bc2-f166a6c44fc4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.730597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9cb23e1-a988-4714-8bc2-f166a6c44fc4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.730676] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9cb23e1-a988-4714-8bc2-f166a6c44fc4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.914386] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 in Status: SUCCESS [ 921.914386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.233577] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.233850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.234080] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9cb23e1-a988-4714-8bc2-f166a6c44fc4 with status ACTIVE [ 922.234662] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.234948] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.234948] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.235273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.235414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.235657] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.235830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.235921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.236164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.236294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.236570] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.236736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.236878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.237079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.237153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.237274] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9cb23e1-a988-4714-8bc2-f166a6c44fc4 is going to be updated. [ 922.268055] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.268329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.268426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.268674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.268921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.269145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9cb23e1-a988-4714-8bc2-f166a6c44fc4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.490189] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 922.490372] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 deletion is rescheduled due to dependency. [ 922.490486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.490744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.490984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.491281] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.491400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.491481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.491711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.491771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.491846] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.994566] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.497506] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.000874] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.001202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.001265] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.001599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.001737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.001930] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be updated. [ 924.038431] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.038602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.038694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.039108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.039277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.052257] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: IN_PROGRESS for 2s [ 924.232410] env[65302]: INFO networking_nsxv3.common.synchronization [req-cb8eeecc-6988-476f-8b8d-e46435c1a4b2 req-18818bdc-76ce-4e8e-bd6f-057ef1a33e70 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Enqueued Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 924.233170] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 924.234083] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.234083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.234083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.234083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.234083] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.234083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.234399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.234399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.234399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.234490] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.607314] env[65302]: INFO networking_nsxv3.common.synchronization [req-0b1e457d-8849-4d98-8fb2-2a607997be5a req-70f08c46-ad18-462f-930e-5c613bccaa3b tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_members [ 924.611019] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_members [ 924.611019] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5ee128-e583-45d3-8c40-e06eca94c59b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.611019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.611019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.611019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.611019] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.611019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.611019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.611019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.611019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.613433] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5ee128-e583-45d3-8c40-e06eca94c59b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.736544] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.094689] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.094999] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.094999] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.095305] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.095554] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.095710] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.095825] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.096050] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.096221] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.096388] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.096504] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.097485] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.097618] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.097744] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.097857] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.097990] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.117312] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.117482] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.117618] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.117790] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.118176] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-8ece90e3-cedc-4506-a2b8-776f2ceb94e5 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.118429] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-8ece90e3-cedc-4506-a2b8-776f2ceb94e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.118618] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-8ece90e3-cedc-4506-a2b8-776f2ceb94e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.118985] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-8ece90e3-cedc-4506-a2b8-776f2ceb94e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.119165] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ece90e3-cedc-4506-a2b8-776f2ceb94e5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.120245] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.120367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.120430] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.120600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.120683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.120857] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.120987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.121079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.121640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.121640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.121640] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b already deleted. [ 925.121640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.242904] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.623510] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.624600] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.624600] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.624857] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.625201] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.625303] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 8ece90e3-cedc-4506-a2b8-776f2ceb94e5 not found, creating... [ 925.626046] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.626046] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.626226] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.626438] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.626765] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.627131] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.627354] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.627527] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.627820] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.627981] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.628402] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 8ece90e3-cedc-4506-a2b8-776f2ceb94e5 is going to be created. [ 925.651223] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.651472] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.651590] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.651873] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.652112] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.652379] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-8ece90e3-cedc-4506-a2b8-776f2ceb94e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.745648] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.745758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.745822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.746344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.746344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.746344] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 is going to be updated. [ 925.792276] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.792658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.792873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.793172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.793394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.816582] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: IN_PROGRESS for 2s [ 926.065554] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 926.065828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.066088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.066324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.066513] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.066701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.066992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.066992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.067109] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.067155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.067239] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.374854] env[65302]: INFO networking_nsxv3.common.synchronization [req-0b1e457d-8849-4d98-8fb2-2a607997be5a req-52a9d49b-4a71-4e17-b6a7-e9d6210eb879 service nova] Enqueued Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_rules [ 926.374854] env[65302]: INFO networking_nsxv3.common.synchronization [req-0b1e457d-8849-4d98-8fb2-2a607997be5a req-52a9d49b-4a71-4e17-b6a7-e9d6210eb879 service nova] Enqueued Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_members [ 926.374854] env[65302]: INFO networking_nsxv3.common.synchronization [req-0b1e457d-8849-4d98-8fb2-2a607997be5a req-52a9d49b-4a71-4e17-b6a7-e9d6210eb879 service nova] Enqueued Resource ID: 8ece90e3-cedc-4506-a2b8-776f2ceb94e5 with Priority: HIGHEST for action port [ 926.374854] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_rules [ 926.374854] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_members [ 926.374854] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ece90e3-cedc-4506-a2b8-776f2ceb94e5 with Priority: HIGHEST for action port [ 926.374854] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5ee128-e583-45d3-8c40-e06eca94c59b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.374854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.379513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.379513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.379513] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5ee128-e583-45d3-8c40-e06eca94c59b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.380704] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5ee128-e583-45d3-8c40-e06eca94c59b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.380830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.380877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.382702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.382702] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.382702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.382702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.382702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.382702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.382702] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5ee128-e583-45d3-8c40-e06eca94c59b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.382702] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ece90e3-cedc-4506-a2b8-776f2ceb94e5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.382702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ece90e3-cedc-4506-a2b8-776f2ceb94e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.382702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ece90e3-cedc-4506-a2b8-776f2ceb94e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.383085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ece90e3-cedc-4506-a2b8-776f2ceb94e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.383085] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ece90e3-cedc-4506-a2b8-776f2ceb94e5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.569323] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.569485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.569553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.569881] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.570064] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.570164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.570223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.570377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.570457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.570539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.570674] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.570756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.570810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.571124] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.571124] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.571206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.571241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.571374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.571443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.571562] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.571592] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.884795] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5ee128-e583-45d3-8c40-e06eca94c59b taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.884948] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.885235] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5ee128-e583-45d3-8c40-e06eca94c59b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.886105] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ece90e3-cedc-4506-a2b8-776f2ceb94e5 with status ACTIVE [ 926.886285] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.886406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.886513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.886670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.886905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.887083] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.887224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.887290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.887486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.887587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.890567] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.890688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.890757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.890930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.891026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.891139] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ece90e3-cedc-4506-a2b8-776f2ceb94e5 is going to be updated. [ 926.914120] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.914427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.914485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.914689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.914826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.914981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ece90e3-cedc-4506-a2b8-776f2ceb94e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.075422] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c76c0bb-a199-4347-8bbe-c712c62041f5: rpc.has_security_group_logging(os_id): False [ 927.101350] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.102116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.102238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.102477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.102572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.102802] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.102916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.102979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.103162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.103240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.103453] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.105029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.105029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.105029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.105029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.105029] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.105029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.105029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.105370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.105370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.105370] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be updated. [ 927.190241] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.192074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.192074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.192074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.192074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.203746] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: IN_PROGRESS for 2s [ 927.393990] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5ee128-e583-45d3-8c40-e06eca94c59b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.400030] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e8c4590-70af-4977-ab07-d825a2581871 req-6ccd9a99-d172-4593-94c9-4ccec9005f9f tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 927.400310] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 927.400921] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.401573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.401768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.402161] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.402476] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.402712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.402877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.404383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.404383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.404383] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.680110] env[65302]: INFO networking_nsxv3.common.synchronization [None req-70bd865d-ed60-4ff4-b44e-affce1b5c9eb tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_rules [ 927.680692] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_rules [ 927.683722] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.684049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.684323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.685618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.686759] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c84dcc6-61cb-4aad-b983-26ed17bb20e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.830048] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: SUCCESS [ 927.830287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.872869] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.873188] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.873330] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.873719] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.874212] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.874212] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.874337] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.874457] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.874599] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.874801] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.874911] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.875025] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.875131] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.875235] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.875403] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.875595] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.899041] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.899041] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.899041] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.899041] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.899041] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-3fa92c9b-4eee-42c3-8de4-db8e913ec333 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.899041] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-3fa92c9b-4eee-42c3-8de4-db8e913ec333" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.899041] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-3fa92c9b-4eee-42c3-8de4-db8e913ec333" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.899464] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-3fa92c9b-4eee-42c3-8de4-db8e913ec333" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.899464] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa92c9b-4eee-42c3-8de4-db8e913ec333',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.900423] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.900578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.900663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.900883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.900998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.901310] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b is going to be created. [ 927.906558] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.906754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.906957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.907147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.907269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.907786] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.907946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.908049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.908244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.908363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.908493] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 already deleted. [ 927.908671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.929356] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.929532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.929532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.930345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.930345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.943867] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b in Status: UNINITIALIZED for 2s [ 927.984884] env[65302]: INFO networking_nsxv3.common.synchronization [None req-47a54302-bc34-4b7e-9c92-92bfd5a471aa tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_rules [ 927.984884] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_rules [ 927.985705] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.985705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.208397] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.208598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.208598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.208877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.208986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.209100] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 already deleted. [ 928.209180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.209356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.209545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.209620] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c84dcc6-61cb-4aad-b983-26ed17bb20e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.259936] env[65302]: INFO networking_nsxv3.common.synchronization [req-d690f4d5-4690-491e-801a-62bf20285c07 req-96f2b619-8c2a-4f6a-9819-fe2f4765810d tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 928.260515] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 928.260833] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.260963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.261049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.261263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.261410] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.261505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.261565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.261729] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.261789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.261883] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.404009] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.404363] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.406089] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.406089] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.406089] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.406089] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 3fa92c9b-4eee-42c3-8de4-db8e913ec333 not found, creating... [ 928.406513] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.406985] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.406985] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.407253] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.407334] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.407595] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.407752] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.407860] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.408103] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.408238] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.408353] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 3fa92c9b-4eee-42c3-8de4-db8e913ec333 is going to be created. [ 928.444362] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.445082] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.445082] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.445082] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.445205] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.445515] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-3fa92c9b-4eee-42c3-8de4-db8e913ec333" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.736178] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.736354] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.736354] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.736533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.736623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.736719] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 already deleted. [ 928.736832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.764571] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.177662] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e8c4590-70af-4977-ab07-d825a2581871 req-d6836977-d689-4d2a-b6b6-4b269dade3bc service nova] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_rules [ 929.177851] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e8c4590-70af-4977-ab07-d825a2581871 req-d6836977-d689-4d2a-b6b6-4b269dade3bc service nova] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 929.178062] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e8c4590-70af-4977-ab07-d825a2581871 req-d6836977-d689-4d2a-b6b6-4b269dade3bc service nova] Enqueued Resource ID: 3fa92c9b-4eee-42c3-8de4-db8e913ec333 with Priority: HIGHEST for action port [ 929.178559] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_rules [ 929.178695] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 929.178866] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa92c9b-4eee-42c3-8de4-db8e913ec333 with Priority: HIGHEST for action port [ 929.179132] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.179255] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.179321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.179582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.179669] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.180549] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.180666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.180732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.180934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.181045] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.181143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.181204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.181345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.181423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.181512] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.185228] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fa92c9b-4eee-42c3-8de4-db8e913ec333 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.185228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fa92c9b-4eee-42c3-8de4-db8e913ec333" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.185228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fa92c9b-4eee-42c3-8de4-db8e913ec333" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.185228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fa92c9b-4eee-42c3-8de4-db8e913ec333" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.185228] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa92c9b-4eee-42c3-8de4-db8e913ec333',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.189509] env[65302]: INFO networking_nsxv3.common.synchronization [req-d28d13ad-e573-4439-b8bf-068aad3008f1 req-8226ab2a-c04a-4931-9928-c6d75b0b562b tempest-ServersWithSpecificFlavorTestJSON-1955785328 tempest-ServersWithSpecificFlavorTestJSON-1955785328-project-member] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 929.190046] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGHEST for action security_group_members [ 929.190327] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.190431] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.190492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.190764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.190821] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.190872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.190932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.191139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.191227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.191312] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.219165] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 929.219381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.267913] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.688396] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fa92c9b-4eee-42c3-8de4-db8e913ec333 with status ACTIVE [ 929.688396] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.688396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.688396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.689035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.689035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.689035] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.689035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.689035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.689191] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.689247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.689526] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.689526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.689631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.689727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.689762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.689852] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fa92c9b-4eee-42c3-8de4-db8e913ec333 is going to be updated. [ 929.691071] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.692899] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.692899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.695116] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.698027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.698101] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.698358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.698412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.698656] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.698721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.698753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.699040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.699040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.699109] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 is going to be updated. [ 929.720966] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.720966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.720966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.720966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.720966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.720966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fa92c9b-4eee-42c3-8de4-db8e913ec333" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.729467] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.729467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.729640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.729945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.730116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.741554] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: IN_PROGRESS for 2s [ 929.770562] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.770748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.770797] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.770980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.771086] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.771186] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 929.823173] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.823173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.823173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.823398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.823675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.836864] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 929.958592] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b in Status: SUCCESS [ 929.958772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.959029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.959253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.959445] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.959607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.959696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.961652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.961652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.961652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.961652] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b5ee128-e583-45d3-8c40-e06eca94c59b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.173373] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e8c4590-70af-4977-ab07-d825a2581871 req-53335811-27cf-4e73-9c89-0345e19f210e tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 930.174196] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 930.174818] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.174818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.200950] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.465870] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b5ee128-e583-45d3-8c40-e06eca94c59b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.578288] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.578486] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.578601] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.578899] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.579241] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.579437] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.579584] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.579961] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.580059] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.580212] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.580347] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.580466] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.580612] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.580782] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.581248] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.581460] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.605119] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.605308] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.605442] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.605616] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.605980] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-6d94a33e-3e14-457f-b22d-2ebf4a493cb5 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.606176] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-6d94a33e-3e14-457f-b22d-2ebf4a493cb5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.606297] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-6d94a33e-3e14-457f-b22d-2ebf4a493cb5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.606634] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-6d94a33e-3e14-457f-b22d-2ebf4a493cb5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.607634] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d94a33e-3e14-457f-b22d-2ebf4a493cb5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.703541] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.703920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.703920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.703994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.704061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.704163] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be created. [ 930.731450] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.731723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.731723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.732160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.732160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.743081] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: UNINITIALIZED for 2s [ 930.968844] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b5ee128-e583-45d3-8c40-e06eca94c59b: rpc.has_security_group_logging(os_id): False [ 930.987380] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.987604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.987604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.987817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.987848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.988083] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.988195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.988244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.988401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.988481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.988575] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b is going to be created. [ 931.048767] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.048984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.049060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.049237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.049416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.061544] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b in Status: IN_PROGRESS for 2s [ 931.109433] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.109630] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.109759] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.110562] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.110562] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.110562] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 6d94a33e-3e14-457f-b22d-2ebf4a493cb5 not found, creating... [ 931.110961] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.110961] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.111076] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.111269] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.111408] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.111722] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.112040] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.112143] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.112277] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.112410] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.112551] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 6d94a33e-3e14-457f-b22d-2ebf4a493cb5 is going to be created. [ 931.135085] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.135667] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.136057] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.136590] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.137086] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.137553] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-6d94a33e-3e14-457f-b22d-2ebf4a493cb5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.757344] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6175b2a8-d69e-40d2-93d9-891761777b31 in Status: SUCCESS [ 931.758379] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 deletion is rescheduled due to dependency. [ 931.758379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.849904] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 931.850840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.951472] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e8c4590-70af-4977-ab07-d825a2581871 req-8ac6cab2-9e61-4a81-beb9-7f46e5e597f1 service nova] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_rules [ 931.951707] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e8c4590-70af-4977-ab07-d825a2581871 req-8ac6cab2-9e61-4a81-beb9-7f46e5e597f1 service nova] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 931.951861] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e8c4590-70af-4977-ab07-d825a2581871 req-8ac6cab2-9e61-4a81-beb9-7f46e5e597f1 service nova] Enqueued Resource ID: 6d94a33e-3e14-457f-b22d-2ebf4a493cb5 with Priority: HIGHEST for action port [ 931.952448] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_rules [ 931.952581] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 931.952731] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d94a33e-3e14-457f-b22d-2ebf4a493cb5 with Priority: HIGHEST for action port [ 931.953055] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.953167] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.953383] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.953465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.953686] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d94a33e-3e14-457f-b22d-2ebf4a493cb5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.953789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d94a33e-3e14-457f-b22d-2ebf4a493cb5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.953851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d94a33e-3e14-457f-b22d-2ebf4a493cb5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.954069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d94a33e-3e14-457f-b22d-2ebf4a493cb5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.954167] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d94a33e-3e14-457f-b22d-2ebf4a493cb5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.456597] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d94a33e-3e14-457f-b22d-2ebf4a493cb5 with status ACTIVE [ 932.458076] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.458076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.458076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.458076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.458076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.458076] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.458679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.458679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.458679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.458679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.458679] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.458978] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.458978] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.459149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.459835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.459835] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d94a33e-3e14-457f-b22d-2ebf4a493cb5 is going to be updated. [ 932.483098] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.483268] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.483328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.483603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.483757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.483918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d94a33e-3e14-457f-b22d-2ebf4a493cb5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.757344] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 932.757649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.757968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.758095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.758296] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.758411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.758496] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.758661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.758740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.758840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.758961] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.760307] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.760307] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.760441] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.760499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.760545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.760669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.760745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.760844] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.078886] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b in Status: SUCCESS [ 933.079175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.263066] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.263066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.264183] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.766473] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.271546] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.271784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.271911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.272283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.272437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.272610] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 934.318997] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.318997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.318997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.318997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.318997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.334654] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 934.629031] env[65302]: INFO networking_nsxv3.common.synchronization [req-aa9d8cf4-1e2b-418d-929c-d029bcf1ea9d req-5483a6f1-65f4-4e51-b025-7025dbf2e66b tempest-ImagesOneServerNegativeTestJSON-501620425 tempest-ImagesOneServerNegativeTestJSON-501620425-project-member] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 934.629031] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGHEST for action security_group_members [ 934.629031] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.629031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.629031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.629031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.629031] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.629031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.629031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.629031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.630286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.630286] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.137018] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.137018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.137018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.137018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.137018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.137018] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.137018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.137018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.137018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.137018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.137018] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be updated. [ 935.166900] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.167086] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.167129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.167879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.167879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.179377] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: IN_PROGRESS for 2s [ 935.820839] env[65302]: INFO networking_nsxv3.common.synchronization [None req-385d4807-0953-4b71-877f-6c4d09ae81de tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: 66a0da28-a919-46ce-8d26-6ba9ba08e39c with Priority: HIGHEST for action security_group_rules [ 935.821521] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a0da28-a919-46ce-8d26-6ba9ba08e39c with Priority: HIGHEST for action security_group_rules [ 935.821746] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66a0da28-a919-46ce-8d26-6ba9ba08e39c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.821870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66a0da28-a919-46ce-8d26-6ba9ba08e39c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.821932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66a0da28-a919-46ce-8d26-6ba9ba08e39c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.823446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66a0da28-a919-46ce-8d26-6ba9ba08e39c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.824149] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66a0da28-a919-46ce-8d26-6ba9ba08e39c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.988021] env[65302]: INFO networking_nsxv3.common.synchronization [None req-4c43e1d9-a561-4fd2-ab37-205030d8344a tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: 66a0da28-a919-46ce-8d26-6ba9ba08e39c with Priority: HIGHEST for action security_group_rules [ 935.988230] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a0da28-a919-46ce-8d26-6ba9ba08e39c with Priority: HIGHEST for action security_group_rules [ 935.988651] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66a0da28-a919-46ce-8d26-6ba9ba08e39c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.988754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66a0da28-a919-46ce-8d26-6ba9ba08e39c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.344649] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 936.345072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.345072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.345273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.345455] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.345570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.345634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.345777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.345854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.345949] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.347730] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.347844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.347923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.348093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.348179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.348264] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66a0da28-a919-46ce-8d26-6ba9ba08e39c already deleted. [ 936.348344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66a0da28-a919-46ce-8d26-6ba9ba08e39c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.348479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66a0da28-a919-46ce-8d26-6ba9ba08e39c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.348625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66a0da28-a919-46ce-8d26-6ba9ba08e39c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.348696] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66a0da28-a919-46ce-8d26-6ba9ba08e39c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.803226] env[65302]: INFO networking_nsxv3.common.synchronization [None req-255dc379-597e-44c5-aaea-b5136fedc3cd None None] Enqueued Resource ID: f682d9ee-f349-4468-b97c-e107998b6a45 with Priority: HIGHEST for action port [ 936.803591] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f682d9ee-f349-4468-b97c-e107998b6a45 with Priority: HIGHEST for action port [ 936.803892] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-f682d9ee-f349-4468-b97c-e107998b6a45 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.805902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f682d9ee-f349-4468-b97c-e107998b6a45" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.805902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f682d9ee-f349-4468-b97c-e107998b6a45" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.805902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f682d9ee-f349-4468-b97c-e107998b6a45" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.805902] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f682d9ee-f349-4468-b97c-e107998b6a45',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.850240] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.872620] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.872819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.872890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.873787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.873908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.874080] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66a0da28-a919-46ce-8d26-6ba9ba08e39c already deleted. [ 936.874204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66a0da28-a919-46ce-8d26-6ba9ba08e39c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.189876] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 in Status: SUCCESS [ 937.190546] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 deletion is rescheduled due to dependency. [ 937.190546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.310029] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f682d9ee-f349-4468-b97c-e107998b6a45 [ 937.310029] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.310029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.310029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.310374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.310414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.310504] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f682d9ee-f349-4468-b97c-e107998b6a45 already deleted. [ 937.310559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f682d9ee-f349-4468-b97c-e107998b6a45" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.353683] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.858291] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.858534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.858534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.859429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.859429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.859429] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 937.897173] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.897458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.897458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.897632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.897897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.913916] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 939.534027] env[65302]: INFO networking_nsxv3.common.synchronization [None req-26d1eb1e-1658-4c0e-a03c-d303a1675514 None None] Enqueued Resource ID: d83beadb-cee1-4ad8-9849-94c0573ed172 with Priority: HIGHEST for action port [ 939.534027] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83beadb-cee1-4ad8-9849-94c0573ed172 with Priority: HIGHEST for action port [ 939.534027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-d83beadb-cee1-4ad8-9849-94c0573ed172 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.534027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d83beadb-cee1-4ad8-9849-94c0573ed172" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.534711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d83beadb-cee1-4ad8-9849-94c0573ed172" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.535121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d83beadb-cee1-4ad8-9849-94c0573ed172" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.535247] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d83beadb-cee1-4ad8-9849-94c0573ed172',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.928030] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.928030] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.928030] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.928030] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.928030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.928771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.928771] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.940402] env[65302]: INFO networking_nsxv3.common.synchronization [req-40afba0f-18a4-41ba-a568-2bfd8ef88050 req-37b236d3-7fa9-4aea-9fe0-66c393b5367b tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 939.941182] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 939.941574] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.941766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.942041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.942287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.942582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.943459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.943459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.943459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.943459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.943459] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.041432] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d83beadb-cee1-4ad8-9849-94c0573ed172 [ 940.041678] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.041810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.041900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.042149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.042233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.042329] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d83beadb-cee1-4ad8-9849-94c0573ed172 already deleted. [ 940.042707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d83beadb-cee1-4ad8-9849-94c0573ed172" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.431283] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c274e25-4bfe-4861-962a-216280dc4196: rpc.has_security_group_logging(os_id): False [ 940.446019] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.446223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.446295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.446540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.446633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.446900] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.447038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.447125] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.447331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.447411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.447541] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 940.453841] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.454100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.454100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.454313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.454361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.454583] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.454702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.454761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.454898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.454988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.455241] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.455339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.455460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.455578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.455647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.455865] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.455996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.456335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.456335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.456335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.456335] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be created. [ 940.497066] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.497512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.497512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.498347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.498347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.516225] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 940.546981] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.547538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.547538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.547538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.547538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.563490] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 941.491340] env[65302]: INFO networking_nsxv3.common.synchronization [req-f7b1216d-81a1-4d8d-9220-07ae735d18d8 req-89f80b6d-bf53-48a4-961f-0dc6143eb858 tempest-ServersAdminTestJSON-422335049 tempest-ServersAdminTestJSON-422335049-project-member] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 941.491896] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGHEST for action security_group_members [ 941.492240] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.492363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.492429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.492631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.492779] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.492878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.492939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.493447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.493539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.493636] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.911590] env[65302]: INFO networking_nsxv3.common.synchronization [req-b99f8870-7177-4a81-a635-2d7c527fa1d1 req-b57e3397-d14f-47ae-b2d9-0f7589c59bcf tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Enqueued Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_members [ 941.911886] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_members [ 941.912189] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.912313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.912378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.912665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.912773] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.912869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.912923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.915174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.915266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.915360] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.997436] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.997589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.997589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.997839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.020593] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.020868] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.020991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.021068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.021281] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.021363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.021453] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be updated. [ 942.051693] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.051859] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.051917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.052136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.052853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.063963] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: IN_PROGRESS for 2s [ 942.265894] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.266121] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.266219] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.266476] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.266839] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.266915] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.269022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.269022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.269022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.269022] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.269022] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.269022] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.269022] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.269022] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.269022] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.269022] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.300057] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.300057] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.300057] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.300057] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.300283] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-f5d8a632-9a1a-42e4-867e-73596063e1c7 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.300411] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.300524] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.300849] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.300994] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d8a632-9a1a-42e4-867e-73596063e1c7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.417323] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.417486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.417559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.417817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.417889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.418068] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.418171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.418232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.418382] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.418458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.418547] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 already deleted. [ 942.418614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.534250] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 942.534383] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d deletion is rescheduled due to dependency. [ 942.534484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.582776] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 942.582868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.583459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.583666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.583748] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.806058] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.806418] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.808186] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.808186] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.808186] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.808186] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port f5d8a632-9a1a-42e4-867e-73596063e1c7 not found, creating... [ 942.808186] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.808186] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.808186] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.808186] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.808576] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.808670] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.808861] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.809030] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.809251] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.809383] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.809524] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: f5d8a632-9a1a-42e4-867e-73596063e1c7 is going to be created. [ 942.833482] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.833698] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.833815] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.834162] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.834408] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.834657] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.087494] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.087908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.088052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.088243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.088449] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.089087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.089087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.089087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.089087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.089267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.089267] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.590371] env[65302]: INFO networking_nsxv3.common.synchronization [req-b99f8870-7177-4a81-a635-2d7c527fa1d1 req-c7ab746d-35bc-4f8e-be7f-ecc0592fd083 service nova] Enqueued Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_rules [ 943.590620] env[65302]: INFO networking_nsxv3.common.synchronization [req-b99f8870-7177-4a81-a635-2d7c527fa1d1 req-c7ab746d-35bc-4f8e-be7f-ecc0592fd083 service nova] Enqueued Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_members [ 943.590815] env[65302]: INFO networking_nsxv3.common.synchronization [req-b99f8870-7177-4a81-a635-2d7c527fa1d1 req-c7ab746d-35bc-4f8e-be7f-ecc0592fd083 service nova] Enqueued Resource ID: f5d8a632-9a1a-42e4-867e-73596063e1c7 with Priority: HIGHEST for action port [ 943.591495] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_rules [ 943.591681] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_members [ 943.591833] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d8a632-9a1a-42e4-867e-73596063e1c7 with Priority: HIGHEST for action port [ 943.592221] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.592356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.592455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.592684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.592876] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.593013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.593108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.593321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.593450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.593557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.593881] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.594077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.594208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.594448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.594686] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.594900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.594981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.595237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.595396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.595537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.595679] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.596820] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.596820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.596972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.597284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.597352] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.598804] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.598970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.599047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.599284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.599582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.599582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.599582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.599792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.599792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.599873] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.600909] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5d8a632-9a1a-42e4-867e-73596063e1c7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.601032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.601129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.601366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.601443] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d8a632-9a1a-42e4-867e-73596063e1c7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.075986] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409dd4f8-f44c-4715-8913-b0116a226610 in Status: SUCCESS [ 944.075986] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 deletion is rescheduled due to dependency. [ 944.076155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.105529] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.107376] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.107518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.107713] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c274e25-4bfe-4861-962a-216280dc4196: rpc.has_security_group_logging(os_id): False [ 944.108823] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5d8a632-9a1a-42e4-867e-73596063e1c7 with status ACTIVE [ 944.109160] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.109876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.110085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.110339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.110471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.110705] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.110842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.110901] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.111088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.111178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.111364] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.111459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.111519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.111672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.111748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.111825] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5d8a632-9a1a-42e4-867e-73596063e1c7 is going to be updated. [ 944.132461] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.132461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.132461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.132601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.132687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.132863] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.132962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.133035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.133207] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.133294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.133794] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.133794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.133794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.133928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.133928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.134117] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.134210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.134257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.134397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.134469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.134552] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 944.145812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.145812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.145812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.146020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.146020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.146245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.215881] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.216227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.216227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.216348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.216504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.248410] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 944.584916] env[65302]: INFO networking_nsxv3.common.synchronization [req-d46a197c-3f80-414d-988c-b4f0aa5cfa2e req-3e8b8714-fa67-464a-922e-1d5162b35d58 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 944.585494] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 944.585822] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.586152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.586279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.586502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.586684] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.586790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.586853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.587015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.587102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.587196] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.608315] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.814425] env[65302]: INFO networking_nsxv3.common.synchronization [req-cab607ee-3000-4343-9bd0-156d5061e2e0 req-e2cc3ec4-1083-44db-aa67-3c87d14ab853 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 944.814425] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 944.814802] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.815056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.089319] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.110733] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.111015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.111015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.111187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.111276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.111375] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 is going to be created. [ 945.143718] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.143871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.143954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.144122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.144285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.154559] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: UNINITIALIZED for 2s [ 945.593450] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.098624] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.098624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.098624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.098624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.098624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.099025] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 946.133058] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.133406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.133406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.133526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.133666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.142041] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 946.264351] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 946.264563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.050288] env[65302]: INFO networking_nsxv3.common.synchronization [req-9508089b-aa7d-44e4-bd85-abaf200baa1a req-44b3850f-2bee-41c1-b67e-ec1aec54a2dd tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Enqueued Resource ID: 4a92eaed-689d-423f-9c10-7314becd663b with Priority: HIGHEST for action security_group_members [ 947.051134] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a92eaed-689d-423f-9c10-7314becd663b with Priority: HIGHEST for action security_group_members [ 947.051318] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a92eaed-689d-423f-9c10-7314becd663b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.051569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.051569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.051828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.053404] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.053404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.053404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.053404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.053404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.053404] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a92eaed-689d-423f-9c10-7314becd663b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.164439] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: SUCCESS [ 947.164826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.164826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.165165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.165248] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.165338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.165408] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.165558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.165660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.165752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.165843] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.408881] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.412020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-320" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.412020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-320" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.412020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-320" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.412020] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.412020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.412020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.412020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.412020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.412020] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.412020] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.412020] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.412020] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.412020] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.412020] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.412020] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.433989] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.434235] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.434553] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.434781] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-320" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.436042] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-4850bfe9-6192-4e81-b223-3df34e16b455 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.436042] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-4850bfe9-6192-4e81-b223-3df34e16b455" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.436042] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-4850bfe9-6192-4e81-b223-3df34e16b455" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.436042] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-4850bfe9-6192-4e81-b223-3df34e16b455" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.436363] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4850bfe9-6192-4e81-b223-3df34e16b455',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.556339] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.556511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.556594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.557076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.557076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.557076] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.557228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.557260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.557434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.557474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.557562] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a92eaed-689d-423f-9c10-7314becd663b already deleted. [ 947.557606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.668371] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.939306] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.939532] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.939658] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.939964] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.940131] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.940284] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 4850bfe9-6192-4e81-b223-3df34e16b455 not found, creating... [ 947.940546] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.940706] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.940822] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.941060] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.941200] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.941493] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.941644] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.941759] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.941971] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.942121] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.942258] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 4850bfe9-6192-4e81-b223-3df34e16b455 is going to be created. [ 947.971137] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.971417] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.971548] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.971836] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.972746] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.972746] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-4850bfe9-6192-4e81-b223-3df34e16b455" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.152139] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 948.152364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.152543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.152767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.154066] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.154066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.154066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.154066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.154066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.154066] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.171896] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5: rpc.has_security_group_logging(os_id): False [ 948.193946] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.194142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.194142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.194378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.194486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.194724] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.194825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.194889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.195072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.195151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.195238] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 is going to be created. [ 948.270311] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.270453] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.270540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.270765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.270901] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.283483] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: IN_PROGRESS for 2s [ 948.656328] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.656539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.656539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.656787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.656841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.657078] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.657264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.657264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.657398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.658083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.658083] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 948.688373] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.688544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.688631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.688898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.689062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.698725] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 948.700585] env[65302]: INFO networking_nsxv3.common.synchronization [req-9508089b-aa7d-44e4-bd85-abaf200baa1a req-3a74be30-8cac-41f6-aa3f-904e47cd42eb service nova] Enqueued Resource ID: 4a92eaed-689d-423f-9c10-7314becd663b with Priority: HIGHEST for action security_group_rules [ 948.700766] env[65302]: INFO networking_nsxv3.common.synchronization [req-9508089b-aa7d-44e4-bd85-abaf200baa1a req-3a74be30-8cac-41f6-aa3f-904e47cd42eb service nova] Enqueued Resource ID: 4a92eaed-689d-423f-9c10-7314becd663b with Priority: HIGHEST for action security_group_members [ 948.700911] env[65302]: INFO networking_nsxv3.common.synchronization [req-9508089b-aa7d-44e4-bd85-abaf200baa1a req-3a74be30-8cac-41f6-aa3f-904e47cd42eb service nova] Enqueued Resource ID: 4850bfe9-6192-4e81-b223-3df34e16b455 with Priority: HIGHEST for action port [ 948.701328] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a92eaed-689d-423f-9c10-7314becd663b with Priority: HIGHEST for action security_group_rules [ 948.701328] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a92eaed-689d-423f-9c10-7314becd663b with Priority: HIGHEST for action security_group_members [ 948.701463] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4850bfe9-6192-4e81-b223-3df34e16b455 with Priority: HIGHEST for action port [ 948.702662] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a92eaed-689d-423f-9c10-7314becd663b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.702662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.702662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.702662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.703067] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a92eaed-689d-423f-9c10-7314becd663b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.704037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a92eaed-689d-423f-9c10-7314becd663b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.704096] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.704194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.704314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.704594] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.704594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.704714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.705694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.705694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.705694] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a92eaed-689d-423f-9c10-7314becd663b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.705694] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4850bfe9-6192-4e81-b223-3df34e16b455 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.706186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4850bfe9-6192-4e81-b223-3df34e16b455" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.706186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4850bfe9-6192-4e81-b223-3df34e16b455" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.706186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4850bfe9-6192-4e81-b223-3df34e16b455" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.706186] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4850bfe9-6192-4e81-b223-3df34e16b455',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.209315] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a92eaed-689d-423f-9c10-7314becd663b taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.209315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.209315] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a92eaed-689d-423f-9c10-7314becd663b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.209834] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4850bfe9-6192-4e81-b223-3df34e16b455 with status ACTIVE [ 949.210035] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.210161] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.211023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.211023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.211023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.211023] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.211023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.211023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.211023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.211023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.211340] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.211340] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.211340] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.211475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.211541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.211787] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4850bfe9-6192-4e81-b223-3df34e16b455 is going to be updated. [ 949.238478] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.238478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.238478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.238478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.238478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.238478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4850bfe9-6192-4e81-b223-3df34e16b455" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.587925] env[65302]: INFO networking_nsxv3.common.synchronization [req-84580716-9085-4d2f-a078-35a8b23b913a req-ea827d8d-835d-4da7-abdd-16c6071163ba tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 949.588594] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 949.589546] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.589840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.589980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.590493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.590577] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.590762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.590808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.591077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.591221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.591385] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.715198] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a92eaed-689d-423f-9c10-7314becd663b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.991946] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.992220] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.992368] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.992682] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.993071] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.993662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.993662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.994316] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.994316] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.994627] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.994805] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.995037] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.995303] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.995438] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.995650] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.995894] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.017283] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.017459] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.017597] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.017759] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.018096] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-83bcf0a4-43b1-4633-b6a2-7147698182de taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.018276] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-83bcf0a4-43b1-4633-b6a2-7147698182de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.018391] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-83bcf0a4-43b1-4633-b6a2-7147698182de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.018713] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-83bcf0a4-43b1-4633-b6a2-7147698182de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.018848] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83bcf0a4-43b1-4633-b6a2-7147698182de',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.096131] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.096319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.096448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.096720] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.096819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.097081] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.097211] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.097293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.097489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.097562] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.097678] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 950.128124] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.128295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.128387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.128861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.129144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.140686] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 950.218056] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.218388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.218388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.218579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.218681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.218787] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a92eaed-689d-423f-9c10-7314becd663b is going to be created. [ 950.249282] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.249459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.249524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.249747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.249919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.263597] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a92eaed-689d-423f-9c10-7314becd663b in Status: UNINITIALIZED for 2s [ 950.301328] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: SUCCESS [ 950.301617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.522608] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.525428] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.525428] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.525428] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.525428] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.525428] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 83bcf0a4-43b1-4633-b6a2-7147698182de not found, creating... [ 950.525428] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.525428] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.525428] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.525428] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.525428] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.525920] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.525920] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.525920] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.526168] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.526357] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.526614] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 83bcf0a4-43b1-4633-b6a2-7147698182de is going to be created. [ 950.550441] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.550688] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.550860] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.551251] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.551542] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.551857] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-83bcf0a4-43b1-4633-b6a2-7147698182de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.712475] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 950.712768] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 deletion is rescheduled due to dependency. [ 950.712966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.909658] env[65302]: INFO networking_nsxv3.common.synchronization [req-5bc53c49-4757-48a2-b0e5-586ee0792f4d req-9663a75a-1140-48c5-b6df-edeeefc3b744 tempest-MigrationsAdminTest-681257345 tempest-MigrationsAdminTest-681257345-project-member] Enqueued Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 950.910403] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGHEST for action security_group_members [ 950.910755] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.910929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.911100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.911413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.911591] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.911785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.911785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.911949] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.912048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.912147] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.227328] env[65302]: INFO networking_nsxv3.common.synchronization [req-9661311c-9470-4399-8ea9-e494c40f401a req-d3b6912e-c2d7-4d40-a358-b72f5ba5bdf4 tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Enqueued Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 951.228341] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 951.228341] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.228573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.228573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.228684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.228779] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.229612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.229612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.229697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.229751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.229854] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.310384] env[65302]: INFO networking_nsxv3.common.synchronization [req-84580716-9085-4d2f-a078-35a8b23b913a req-c11230d9-5027-4717-bd73-95b3fd245df4 service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 951.310384] env[65302]: INFO networking_nsxv3.common.synchronization [req-84580716-9085-4d2f-a078-35a8b23b913a req-c11230d9-5027-4717-bd73-95b3fd245df4 service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 951.310504] env[65302]: INFO networking_nsxv3.common.synchronization [req-84580716-9085-4d2f-a078-35a8b23b913a req-c11230d9-5027-4717-bd73-95b3fd245df4 service nova] Enqueued Resource ID: 83bcf0a4-43b1-4633-b6a2-7147698182de with Priority: HIGHEST for action port [ 951.311110] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 951.311221] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 951.311310] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bcf0a4-43b1-4633-b6a2-7147698182de with Priority: HIGHEST for action port [ 951.311872] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.312052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.312103] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.312289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.312388] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.313313] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.313438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.313621] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-83bcf0a4-43b1-4633-b6a2-7147698182de taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.314683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83bcf0a4-43b1-4633-b6a2-7147698182de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.314683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83bcf0a4-43b1-4633-b6a2-7147698182de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.314683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83bcf0a4-43b1-4633-b6a2-7147698182de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.314683] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83bcf0a4-43b1-4633-b6a2-7147698182de',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.416185] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.416411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.416560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.416846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.416846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.417251] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.417251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.417385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.417436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.417615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.417615] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 is going to be updated. [ 951.449023] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.449023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.449023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.449023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.449023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.459073] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: IN_PROGRESS for 2s [ 951.733975] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.817107] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.817286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.817481] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83bcf0a4-43b1-4633-b6a2-7147698182de with status ACTIVE [ 951.817653] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.817784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.817849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.818089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.818179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.818348] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.818443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.818505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.818664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.818739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.818917] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.819069] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.819128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.819272] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.819346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.819430] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83bcf0a4-43b1-4633-b6a2-7147698182de is going to be updated. [ 951.843537] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.843537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.843537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.843723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.843923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.844028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83bcf0a4-43b1-4633-b6a2-7147698182de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.151838] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 952.155024] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed deletion is rescheduled due to dependency. [ 952.155024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.155024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.155024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.155024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.155024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.155024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.155024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.155024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.155024] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.242206] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.274087] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a92eaed-689d-423f-9c10-7314becd663b in Status: SUCCESS [ 952.274087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.274087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.274087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.274304] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.274374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.274428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.274585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.274666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.274753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.275898] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a92eaed-689d-423f-9c10-7314becd663b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.488913] env[65302]: INFO networking_nsxv3.common.synchronization [req-f6a17393-a4bf-4819-8fee-4477147e90b4 req-84d0ae98-7d77-4aac-9bc7-d82eb600ba7c tempest-ServersTestJSON-664978174 tempest-ServersTestJSON-664978174-project-member] Enqueued Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_members [ 952.489426] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGHEST for action security_group_members [ 952.489763] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f5c0c14-db8a-4415-8444-9629bc3d810e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.489896] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.490373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.494132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.494353] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.494479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.494545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.494738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.494826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.494990] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f5c0c14-db8a-4415-8444-9629bc3d810e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.656281] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.747194] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.747194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.747194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.747194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.747194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.747194] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 is going to be updated. [ 952.779494] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a92eaed-689d-423f-9c10-7314becd663b taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.779782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.781756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.781756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.781756] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.781756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.781756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.782299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.782299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.782299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.782392] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a92eaed-689d-423f-9c10-7314becd663b taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.782967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.782967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.784110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.784110] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.784110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.784110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.784110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.784110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.784333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.784333] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a92eaed-689d-423f-9c10-7314becd663b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.786180] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.786291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.786389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.786525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.786693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.798566] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: IN_PROGRESS for 2s [ 953.000555] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.000555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.000555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.000555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.000555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.000555] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.000555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.000555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.000555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.000555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.000555] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e is going to be updated. [ 953.027074] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.027230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.027299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.027502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.027637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.038671] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e in Status: IN_PROGRESS for 2s [ 953.158453] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.290948] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a92eaed-689d-423f-9c10-7314becd663b: rpc.has_security_group_logging(os_id): False [ 953.327636] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.327915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.328091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.328429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.328585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.329215] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.329457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.330438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.330780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.330942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.333239] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.333428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.333504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.333718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.333806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.334071] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.334188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.334250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.334409] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.334507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.334588] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a92eaed-689d-423f-9c10-7314becd663b is going to be created. [ 953.484305] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.484305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.484305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.484725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.484725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.493565] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 in Status: SUCCESS [ 953.493827] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 deletion is rescheduled due to dependency. [ 953.494071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.510889] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a92eaed-689d-423f-9c10-7314becd663b in Status: IN_PROGRESS for 2s [ 953.663871] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.664144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.664144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.665043] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.665043] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.665043] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 953.697839] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.697839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.697839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.697839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.697839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.716979] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 954.672976] env[65302]: INFO networking_nsxv3.common.synchronization [req-32f737d8-1b1e-4c8a-afae-fae546276a54 req-de301253-b7dc-4c7a-9074-c8abf84d76e6 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 954.673567] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 954.673968] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.674144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.674236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.674472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.674657] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.674801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.674909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.675135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.675272] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.675427] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.811503] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: SUCCESS [ 954.811503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.049335] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e in Status: SUCCESS [ 955.049532] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e deletion is rescheduled due to dependency. [ 955.049615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.179141] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.179346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.179390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.179590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.179680] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.179871] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.179980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.180054] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.180206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.180284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.180363] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 955.208710] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.208890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.208942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.209173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.209317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.221024] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 955.523693] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a92eaed-689d-423f-9c10-7314becd663b in Status: SUCCESS [ 955.523693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.730670] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 955.730670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.730670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.730670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.730670] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.730670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.730670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.730670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.730670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.730670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.730670] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.233351] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.233782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.234168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.234530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.234889] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.235321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.235905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.235905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.235905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.236110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.236257] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.236345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.236428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.236676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.236843] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.237132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.237132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.237203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.237299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.237408] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.237527] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.739721] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c2dda12-210c-4622-be22-0d6a11b072ed: rpc.has_security_group_logging(os_id): False [ 956.758534] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.758721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.758840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.759094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.759390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.759624] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.759780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.759862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.760162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.760263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.760545] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.760713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.760927] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.761277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.761277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.761620] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.761737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.761808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.762065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.762218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.762320] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 956.828270] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.828395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.828527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.828679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.828827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.842869] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 957.231234] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 957.231437] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 deletion is rescheduled due to dependency. [ 957.231605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.660664] env[65302]: INFO networking_nsxv3.common.synchronization [req-9f627574-6214-47cd-9c73-248d1dca0838 req-b5027944-7ed3-4c5c-b1c0-71e17c6aae00 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Enqueued Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 958.661545] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 958.661794] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.661920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.661988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.662203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.662419] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.662483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.662516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.662681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.662735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.662815] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.857929] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 958.858201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.164805] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.509210] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.509459] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-235" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.509634] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-235" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.509936] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-235" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.510315] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.510488] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.510598] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.510819] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.511378] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.511378] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.511478] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.511657] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.511808] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.511894] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.512013] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.512160] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.534052] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.534231] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.534367] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.534559] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-235" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.534934] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-4bf4d6d5-c13f-4d8e-8fd1-21639244c669 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.535159] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-4bf4d6d5-c13f-4d8e-8fd1-21639244c669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.535484] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-4bf4d6d5-c13f-4d8e-8fd1-21639244c669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.535669] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-4bf4d6d5-c13f-4d8e-8fd1-21639244c669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.535813] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf4d6d5-c13f-4d8e-8fd1-21639244c669',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.667451] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.038411] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.038635] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.038822] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.039270] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.039482] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.039710] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 4bf4d6d5-c13f-4d8e-8fd1-21639244c669 not found, creating... [ 960.040120] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.040356] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.040608] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.040944] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.041273] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.041703] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.042019] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.042117] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.042423] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.042622] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.042828] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 4bf4d6d5-c13f-4d8e-8fd1-21639244c669 is going to be created. [ 960.067927] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.068197] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.068345] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.068645] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.069140] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.069221] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-4bf4d6d5-c13f-4d8e-8fd1-21639244c669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.170527] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.170739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.170739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.170949] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.171051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.171166] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 is going to be updated. [ 960.212832] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.213052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.213052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.215022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.215022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.224336] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: IN_PROGRESS for 2s [ 960.493448] env[65302]: INFO networking_nsxv3.common.synchronization [req-0a96c14f-4967-421a-a60d-05885eabbc61 req-e2d22975-57d0-4d74-9855-9fdb9a24600b tempest-InstanceActionsV221TestJSON-1212276368 tempest-InstanceActionsV221TestJSON-1212276368-project-member] Enqueued Resource ID: 4a92eaed-689d-423f-9c10-7314becd663b with Priority: HIGHEST for action security_group_members [ 960.494335] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a92eaed-689d-423f-9c10-7314becd663b with Priority: HIGHEST for action security_group_members [ 960.494844] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a92eaed-689d-423f-9c10-7314becd663b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.495075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.495238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.495540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.495781] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.495977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.496136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.496386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.496583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.497009] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a92eaed-689d-423f-9c10-7314becd663b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.874155] env[65302]: INFO networking_nsxv3.common.synchronization [req-9f627574-6214-47cd-9c73-248d1dca0838 req-d0d0fb84-7a46-4a14-8b4e-32b4c7a7fad4 service nova] Enqueued Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_rules [ 960.874495] env[65302]: INFO networking_nsxv3.common.synchronization [req-9f627574-6214-47cd-9c73-248d1dca0838 req-d0d0fb84-7a46-4a14-8b4e-32b4c7a7fad4 service nova] Enqueued Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 960.874495] env[65302]: INFO networking_nsxv3.common.synchronization [req-9f627574-6214-47cd-9c73-248d1dca0838 req-d0d0fb84-7a46-4a14-8b4e-32b4c7a7fad4 service nova] Enqueued Resource ID: 4bf4d6d5-c13f-4d8e-8fd1-21639244c669 with Priority: HIGHEST for action port [ 960.875806] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_rules [ 960.875806] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 960.875806] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf4d6d5-c13f-4d8e-8fd1-21639244c669 with Priority: HIGHEST for action port [ 960.875806] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.876048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.876048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.876942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.876942] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.877939] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.878113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.878788] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf4d6d5-c13f-4d8e-8fd1-21639244c669 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.878885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf4d6d5-c13f-4d8e-8fd1-21639244c669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.878999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf4d6d5-c13f-4d8e-8fd1-21639244c669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.879495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf4d6d5-c13f-4d8e-8fd1-21639244c669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.879613] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf4d6d5-c13f-4d8e-8fd1-21639244c669',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.999883] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.000181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.000281] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.000509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.000595] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.000800] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.000940] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.001219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.001219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.001219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.001350] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a92eaed-689d-423f-9c10-7314becd663b is going to be updated. [ 961.038633] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.038795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.038906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.039238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.039446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.052955] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a92eaed-689d-423f-9c10-7314becd663b in Status: IN_PROGRESS for 2s [ 961.263920] env[65302]: INFO networking_nsxv3.common.synchronization [req-166496f3-e150-4d55-9103-006eb3bfecc6 req-aee2bac0-9896-432d-ae90-33a02e49aa43 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_members [ 961.264701] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_members [ 961.265190] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.265338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.265408] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.265821] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.266180] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.266180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.266401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.266401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.266464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.266606] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c84dcc6-61cb-4aad-b983-26ed17bb20e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.383525] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.383623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.383801] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bf4d6d5-c13f-4d8e-8fd1-21639244c669 with status ACTIVE [ 961.383962] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.384083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.384165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.384349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.384436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.384732] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.384732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.384732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.384876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.384951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.385139] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.385241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.385298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.385439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.385512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.385593] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bf4d6d5-c13f-4d8e-8fd1-21639244c669 is going to be updated. [ 961.411907] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.412097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.412176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.412389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.412523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.412703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf4d6d5-c13f-4d8e-8fd1-21639244c669" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.647843] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.649312] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.649312] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.649312] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.649312] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.649312] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.649312] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.649781] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.649781] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.649841] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.649923] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.650050] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.650184] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.650305] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.650451] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.650537] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.669896] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.670162] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.670338] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.670484] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.670797] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-50bdc294-50a8-4938-ab30-2ec93be71ea2 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.670964] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-50bdc294-50a8-4938-ab30-2ec93be71ea2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.671095] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-50bdc294-50a8-4938-ab30-2ec93be71ea2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.671421] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-50bdc294-50a8-4938-ab30-2ec93be71ea2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.671548] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50bdc294-50a8-4938-ab30-2ec93be71ea2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.769843] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.769843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.769843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.769843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.769843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.770208] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.770208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.770208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.770634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.770634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.770634] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 already deleted. [ 961.770634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.174263] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.174754] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.174754] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.174933] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.175045] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.175243] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 50bdc294-50a8-4938-ab30-2ec93be71ea2 not found, creating... [ 962.175679] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.175679] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.175828] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.176015] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.176153] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.176434] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.176587] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.176700] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.176904] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.177047] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.177204] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 50bdc294-50a8-4938-ab30-2ec93be71ea2 is going to be created. [ 962.199692] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.200037] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.200165] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.200394] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.200584] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.200810] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-50bdc294-50a8-4938-ab30-2ec93be71ea2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.234375] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: IN_PROGRESS for 4s [ 962.965992] env[65302]: INFO networking_nsxv3.common.synchronization [req-166496f3-e150-4d55-9103-006eb3bfecc6 req-14891e7d-3f53-4831-b1f7-2bae6f6c4bbb service nova] Enqueued Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_rules [ 962.965992] env[65302]: INFO networking_nsxv3.common.synchronization [req-166496f3-e150-4d55-9103-006eb3bfecc6 req-14891e7d-3f53-4831-b1f7-2bae6f6c4bbb service nova] Enqueued Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_members [ 962.966155] env[65302]: INFO networking_nsxv3.common.synchronization [req-166496f3-e150-4d55-9103-006eb3bfecc6 req-14891e7d-3f53-4831-b1f7-2bae6f6c4bbb service nova] Enqueued Resource ID: 50bdc294-50a8-4938-ab30-2ec93be71ea2 with Priority: HIGHEST for action port [ 962.966633] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_rules [ 962.966765] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_members [ 962.967640] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bdc294-50a8-4938-ab30-2ec93be71ea2 with Priority: HIGHEST for action port [ 962.968038] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.968198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.968278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.968484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.968579] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c84dcc6-61cb-4aad-b983-26ed17bb20e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.971175] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.971175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.971175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.971175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.971175] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.971175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.971175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.971175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.971175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.971175] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c84dcc6-61cb-4aad-b983-26ed17bb20e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.971858] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-50bdc294-50a8-4938-ab30-2ec93be71ea2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.971858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50bdc294-50a8-4938-ab30-2ec93be71ea2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.971858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50bdc294-50a8-4938-ab30-2ec93be71ea2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.972041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50bdc294-50a8-4938-ab30-2ec93be71ea2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.972041] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50bdc294-50a8-4938-ab30-2ec93be71ea2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.065277] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a92eaed-689d-423f-9c10-7314becd663b in Status: SUCCESS [ 963.065469] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a92eaed-689d-423f-9c10-7314becd663b deletion is rescheduled due to dependency. [ 963.065587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.474091] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.474471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.474602] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c84dcc6-61cb-4aad-b983-26ed17bb20e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.475776] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50bdc294-50a8-4938-ab30-2ec93be71ea2 with status ACTIVE [ 963.475952] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.476136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.476206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.476386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.476495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.476668] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.476794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.476853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.477063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.477136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.477312] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.477405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.477460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.477599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.477670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.478147] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50bdc294-50a8-4938-ab30-2ec93be71ea2 is going to be updated. [ 963.504334] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.504605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.504679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.504886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.505043] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.505212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50bdc294-50a8-4938-ab30-2ec93be71ea2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.980269] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c84dcc6-61cb-4aad-b983-26ed17bb20e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.246628] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: SUCCESS [ 964.246767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.246937] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.247230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.247429] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.247576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.247682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.247777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.247849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.247946] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.483474] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.483897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.483897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.484029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.484082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.484187] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 is going to be created. [ 964.517182] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.517443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.517537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.517797] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.518265] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.533101] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 in Status: UNINITIALIZED for 2s [ 964.751114] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.256087] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.758960] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.758960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.758960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.759505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.759505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.759577] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 is going to be updated. [ 965.815697] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.816041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.816041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.816590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.816902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.831080] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: IN_PROGRESS for 2s [ 965.950125] env[65302]: INFO networking_nsxv3.common.synchronization [req-e6527369-1713-4b94-af36-02fdcde63776 req-8d4eda25-f43c-4f7d-952f-bca4baabe4b9 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Enqueued Resource ID: fa6c0988-10d9-4453-8f1d-233c54a3730d with Priority: HIGHEST for action security_group_members [ 965.950276] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6c0988-10d9-4453-8f1d-233c54a3730d with Priority: HIGHEST for action security_group_members [ 965.950693] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa6c0988-10d9-4453-8f1d-233c54a3730d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.950862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.950962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.951302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.951453] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.951541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.951603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.951756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.951835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.951926] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa6c0988-10d9-4453-8f1d-233c54a3730d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.454355] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.454714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.454907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.456085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.456085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.456085] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.456085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.456085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.456085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.456085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.456085] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa6c0988-10d9-4453-8f1d-233c54a3730d already deleted. [ 966.456085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.475201] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.475722] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-120" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.476047] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-120" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.476491] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-120" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.476926] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.478134] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.478134] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.478134] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.478134] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.478134] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.478389] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.478441] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.479233] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.479233] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.479233] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.479233] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.501930] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.502211] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.502516] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.502814] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-120" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.503320] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-cd65325b-3a9e-49ca-b421-55af1c20ac2e taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.503637] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-cd65325b-3a9e-49ca-b421-55af1c20ac2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.503855] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-cd65325b-3a9e-49ca-b421-55af1c20ac2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.504336] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-cd65325b-3a9e-49ca-b421-55af1c20ac2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.504580] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd65325b-3a9e-49ca-b421-55af1c20ac2e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.544650] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 in Status: SUCCESS [ 966.544906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.545138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.545450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.545632] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.545817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.545929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.546207] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.546367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.546487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.546614] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c84dcc6-61cb-4aad-b983-26ed17bb20e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.008290] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.008792] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.008792] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.009025] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.009211] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.009411] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port cd65325b-3a9e-49ca-b421-55af1c20ac2e not found, creating... [ 967.009707] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.009876] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.009991] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.010252] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.010454] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.010747] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.010920] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.011084] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.011418] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.011624] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.011860] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: cd65325b-3a9e-49ca-b421-55af1c20ac2e is going to be created. [ 967.035538] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.035804] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.035997] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.036388] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.036608] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.036844] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-cd65325b-3a9e-49ca-b421-55af1c20ac2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.051750] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c84dcc6-61cb-4aad-b983-26ed17bb20e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.554190] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c84dcc6-61cb-4aad-b983-26ed17bb20e6: rpc.has_security_group_logging(os_id): False [ 967.651682] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.651895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.651941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.652224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.652330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.652663] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.652774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.652882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.653071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.653187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.653304] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 is going to be created. [ 967.715939] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.716348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.716439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.716662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.716831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.728763] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 in Status: IN_PROGRESS for 2s [ 967.751773] env[65302]: INFO networking_nsxv3.common.synchronization [req-e6527369-1713-4b94-af36-02fdcde63776 req-6f0e3c50-8c87-415b-be65-035801b62756 service nova] Enqueued Resource ID: fa6c0988-10d9-4453-8f1d-233c54a3730d with Priority: HIGHEST for action security_group_rules [ 967.752042] env[65302]: INFO networking_nsxv3.common.synchronization [req-e6527369-1713-4b94-af36-02fdcde63776 req-6f0e3c50-8c87-415b-be65-035801b62756 service nova] Enqueued Resource ID: fa6c0988-10d9-4453-8f1d-233c54a3730d with Priority: HIGHEST for action security_group_members [ 967.752123] env[65302]: INFO networking_nsxv3.common.synchronization [req-e6527369-1713-4b94-af36-02fdcde63776 req-6f0e3c50-8c87-415b-be65-035801b62756 service nova] Enqueued Resource ID: cd65325b-3a9e-49ca-b421-55af1c20ac2e with Priority: HIGHEST for action port [ 967.752633] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6c0988-10d9-4453-8f1d-233c54a3730d with Priority: HIGHEST for action security_group_rules [ 967.752821] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6c0988-10d9-4453-8f1d-233c54a3730d with Priority: HIGHEST for action security_group_members [ 967.752911] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd65325b-3a9e-49ca-b421-55af1c20ac2e with Priority: HIGHEST for action port [ 967.753242] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa6c0988-10d9-4453-8f1d-233c54a3730d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.753683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.753683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.753874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.753874] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa6c0988-10d9-4453-8f1d-233c54a3730d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.755037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa6c0988-10d9-4453-8f1d-233c54a3730d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.755037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.755037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.755037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.755265] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.755310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.755517] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.755592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.755651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.755897] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa6c0988-10d9-4453-8f1d-233c54a3730d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.758484] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd65325b-3a9e-49ca-b421-55af1c20ac2e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.758484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd65325b-3a9e-49ca-b421-55af1c20ac2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.758484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd65325b-3a9e-49ca-b421-55af1c20ac2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.759128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd65325b-3a9e-49ca-b421-55af1c20ac2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.759128] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd65325b-3a9e-49ca-b421-55af1c20ac2e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.843803] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: SUCCESS [ 967.844061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.844212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.844465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.844802] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.844802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.845018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.845018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.845138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.845196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.845270] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.076568] env[65302]: INFO networking_nsxv3.common.synchronization [req-9fd0ebbc-6060-4c0f-92eb-3a1850d88410 req-cf846082-2749-4a19-a2bd-705e885aff23 tempest-ServersTestManualDisk-1108890513 tempest-ServersTestManualDisk-1108890513-project-member] Enqueued Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_members [ 968.077119] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 with Priority: HIGHEST for action security_group_members [ 968.077841] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da426f8-1972-4ed0-9824-8fc02aefe247 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.077841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.077841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.077841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.078047] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.080975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.080975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.081259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.081343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.081540] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da426f8-1972-4ed0-9824-8fc02aefe247',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.260595] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa6c0988-10d9-4453-8f1d-233c54a3730d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.260595] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.260942] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa6c0988-10d9-4453-8f1d-233c54a3730d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.264937] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd65325b-3a9e-49ca-b421-55af1c20ac2e with status ACTIVE [ 968.265396] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.266332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.266332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.266332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.266332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.266623] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.266623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.266814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.266984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.266984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.268045] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.268045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.268045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.268045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.268045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.268045] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd65325b-3a9e-49ca-b421-55af1c20ac2e is going to be updated. [ 968.301065] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.301390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.302217] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.303360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.303360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.303360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd65325b-3a9e-49ca-b421-55af1c20ac2e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.348474] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.348667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.348716] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.349286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.349286] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.349286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.350122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.350382] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.350476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.350576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.350742] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.350847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.351300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.351300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.351300] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.351300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.351543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.351543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.351543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.351644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.351694] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.585230] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.585394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.585456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.585724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.585863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.586130] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.586271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.586385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.586606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.586695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.586793] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 is going to be updated. [ 968.634698] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.634698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.634698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.634698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.634927] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.647833] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 in Status: IN_PROGRESS for 2s [ 968.653523] env[65302]: INFO networking_nsxv3.common.synchronization [None req-c36d29f6-8fae-424e-a55c-17a180f251bd None None] Enqueued Resource ID: c43418f7-8026-4821-9f5f-67e2f6ad834a with Priority: HIGHEST for action port [ 968.654164] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43418f7-8026-4821-9f5f-67e2f6ad834a with Priority: HIGHEST for action port [ 968.654568] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-c43418f7-8026-4821-9f5f-67e2f6ad834a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.655154] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c43418f7-8026-4821-9f5f-67e2f6ad834a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.655304] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c43418f7-8026-4821-9f5f-67e2f6ad834a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.655625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c43418f7-8026-4821-9f5f-67e2f6ad834a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.655722] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c43418f7-8026-4821-9f5f-67e2f6ad834a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.763885] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa6c0988-10d9-4453-8f1d-233c54a3730d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.858588] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db76fcb5-d736-4695-aa73-4bec4c1c5396: rpc.has_security_group_logging(os_id): False [ 968.882403] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.882403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.882403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.882403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.882403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.882403] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.882403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.883299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.883299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.883299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.883299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.883299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.883299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.883299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.883944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.884073] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.884170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.884230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.885778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.885778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.885778] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 is going to be updated. [ 968.968534] env[65302]: INFO networking_nsxv3.common.synchronization [req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 req-638a7f74-1ecf-4365-9070-6d9643d09fd8 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 968.969157] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 968.971763] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.971763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.971763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.971763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.972538] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.972538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.972538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.972714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.972986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.972986] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.979645] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.979882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.979938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.980215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.980407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.000567] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: IN_PROGRESS for 2s [ 969.158519] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c43418f7-8026-4821-9f5f-67e2f6ad834a [ 969.158810] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.158906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.158958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.159407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.159407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.160187] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c43418f7-8026-4821-9f5f-67e2f6ad834a already deleted. [ 969.160318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c43418f7-8026-4821-9f5f-67e2f6ad834a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.266665] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.266665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.266769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.266978] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.269648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.269648] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa6c0988-10d9-4453-8f1d-233c54a3730d is going to be created. [ 969.296325] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.296325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.296569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.296605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.296752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.310939] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa6c0988-10d9-4453-8f1d-233c54a3730d in Status: UNINITIALIZED for 2s [ 969.477523] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.477523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.477523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.477523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.477523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.477523] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.477523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.477523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.477523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.477951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.477951] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 969.507177] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.507396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.507462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.507930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.507930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.518927] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 969.638588] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.638811] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.638928] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.639330] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.639601] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.639764] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.639879] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.640241] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.640325] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.640496] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.640608] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.640716] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.640821] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.640928] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.642423] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.642423] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.687010] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.687451] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.687712] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.687970] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.688445] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-18c2abf5-d170-4ac9-900c-fd53cedd7816 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.688777] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-18c2abf5-d170-4ac9-900c-fd53cedd7816" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.689010] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-18c2abf5-d170-4ac9-900c-fd53cedd7816" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.689451] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-18c2abf5-d170-4ac9-900c-fd53cedd7816" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.689703] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c2abf5-d170-4ac9-900c-fd53cedd7816',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.743581] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 in Status: SUCCESS [ 969.743833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.192730] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.193094] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.193157] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.193387] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.193532] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.193685] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 18c2abf5-d170-4ac9-900c-fd53cedd7816 not found, creating... [ 970.193939] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.194119] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.194271] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.194450] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.194593] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.194877] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.195049] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.195260] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.195473] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.195604] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.195743] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 18c2abf5-d170-4ac9-900c-fd53cedd7816 is going to be created. [ 970.217196] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.217478] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.217612] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.218138] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.218441] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.218702] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-18c2abf5-d170-4ac9-900c-fd53cedd7816" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.663413] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 in Status: SUCCESS [ 970.663587] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da426f8-1972-4ed0-9824-8fc02aefe247 deletion is rescheduled due to dependency. [ 970.663753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da426f8-1972-4ed0-9824-8fc02aefe247" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.005171] env[65302]: INFO networking_nsxv3.common.synchronization [req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 req-d4c10b57-b7da-4324-91c0-24a8b51dce22 service nova] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_rules [ 971.005423] env[65302]: INFO networking_nsxv3.common.synchronization [req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 req-d4c10b57-b7da-4324-91c0-24a8b51dce22 service nova] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 971.005569] env[65302]: INFO networking_nsxv3.common.synchronization [req-a58a2f96-8d9b-49e9-8c5a-8b3d3db98115 req-d4c10b57-b7da-4324-91c0-24a8b51dce22 service nova] Enqueued Resource ID: 18c2abf5-d170-4ac9-900c-fd53cedd7816 with Priority: HIGHEST for action port [ 971.006158] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_rules [ 971.006290] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 971.006383] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c2abf5-d170-4ac9-900c-fd53cedd7816 with Priority: HIGHEST for action port [ 971.008785] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.008930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.009071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.009296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.009358] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.012144] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.012144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.012144] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c2abf5-d170-4ac9-900c-fd53cedd7816 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.012144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c2abf5-d170-4ac9-900c-fd53cedd7816" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.012144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c2abf5-d170-4ac9-900c-fd53cedd7816" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.012144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c2abf5-d170-4ac9-900c-fd53cedd7816" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.012144] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c2abf5-d170-4ac9-900c-fd53cedd7816',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.022287] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: SUCCESS [ 971.022497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.217869] env[65302]: INFO networking_nsxv3.common.synchronization [None req-cb0ad5f2-5565-4236-baff-20c16f7881bc None None] Enqueued Resource ID: 73e48bae-5120-4330-8c76-016bfa297c16 with Priority: HIGHEST for action port [ 971.218321] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e48bae-5120-4330-8c76-016bfa297c16 with Priority: HIGHEST for action port [ 971.218612] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e48bae-5120-4330-8c76-016bfa297c16 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.218757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e48bae-5120-4330-8c76-016bfa297c16" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.218806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e48bae-5120-4330-8c76-016bfa297c16" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.219263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e48bae-5120-4330-8c76-016bfa297c16" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.219377] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e48bae-5120-4330-8c76-016bfa297c16',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.310063] env[65302]: INFO networking_nsxv3.common.synchronization [None req-2527fc38-74ab-400f-88a0-bfd2ae293b71 None None] Enqueued Resource ID: c7111778-5841-4c3a-9e99-821dd603ac02 with Priority: HIGHEST for action port [ 971.310360] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7111778-5841-4c3a-9e99-821dd603ac02 with Priority: HIGHEST for action port [ 971.310610] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7111778-5841-4c3a-9e99-821dd603ac02 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.310756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7111778-5841-4c3a-9e99-821dd603ac02" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.310827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7111778-5841-4c3a-9e99-821dd603ac02" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.311789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7111778-5841-4c3a-9e99-821dd603ac02" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.315285] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7111778-5841-4c3a-9e99-821dd603ac02',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.333126] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa6c0988-10d9-4453-8f1d-233c54a3730d in Status: SUCCESS [ 971.334065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.334187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.334562] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.334562] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.334712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.334712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.334863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.334934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.335051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.335142] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa6c0988-10d9-4453-8f1d-233c54a3730d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.513022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.513022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.513128] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18c2abf5-d170-4ac9-900c-fd53cedd7816 with status ACTIVE [ 971.513256] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.513423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.513524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.513676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.513751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.513952] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.514102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.514218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.514326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.514400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.514660] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.514778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.514838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.515042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.515129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.515222] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18c2abf5-d170-4ac9-900c-fd53cedd7816 is going to be updated. [ 971.532906] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 971.533286] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d deletion is rescheduled due to dependency. [ 971.533601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.533758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.534116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.534335] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.534552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.534687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.534952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.535132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.535317] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.543944] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.544151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.544264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.544487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.545536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.545536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c2abf5-d170-4ac9-900c-fd53cedd7816" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.725021] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73e48bae-5120-4330-8c76-016bfa297c16 [ 971.725021] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.725300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.725300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.725381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.726036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.726036] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73e48bae-5120-4330-8c76-016bfa297c16 already deleted. [ 971.726036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e48bae-5120-4330-8c76-016bfa297c16" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.818883] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7111778-5841-4c3a-9e99-821dd603ac02 [ 971.818883] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.818883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.818883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.818883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.819217] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.819217] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7111778-5841-4c3a-9e99-821dd603ac02 already deleted. [ 971.819306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7111778-5841-4c3a-9e99-821dd603ac02" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.837624] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa6c0988-10d9-4453-8f1d-233c54a3730d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.837798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.837843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.838079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.838236] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.838421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.838421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.838563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.838643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839142] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa6c0988-10d9-4453-8f1d-233c54a3730d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.839142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.839142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.839401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.839401] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.839498] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.839545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.839678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.839755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839968] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa6c0988-10d9-4453-8f1d-233c54a3730d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.041447] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.439147] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa6c0988-10d9-4453-8f1d-233c54a3730d: rpc.has_security_group_logging(os_id): False [ 972.439147] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.439147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.439147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.439147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.439147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.439147] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.439147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.439147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.439147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.439147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.439147] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.439147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.439147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.439147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.442250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.442250] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.442250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.442250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.442250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.442250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.442250] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa6c0988-10d9-4453-8f1d-233c54a3730d is going to be created. [ 972.442250] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.442250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.442250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.442250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.442250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.452373] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa6c0988-10d9-4453-8f1d-233c54a3730d in Status: IN_PROGRESS for 2s [ 972.544296] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.046875] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.047058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.047132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.047347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.047435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.047532] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 973.082868] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.083077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.083231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.083508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.083684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.096899] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 973.343631] env[65302]: INFO networking_nsxv3.common.synchronization [None req-365f0c6b-4fd7-4353-a977-7d7e4a8a0d69 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Enqueued Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_rules [ 973.346281] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_rules [ 973.347168] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ff2ce4-2df6-4b39-8796-03e93d370530 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.347299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.347299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.347651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.347741] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.516108] env[65302]: INFO networking_nsxv3.common.synchronization [None req-4ef69c77-b319-4996-ae72-3e285507f550 None None] Enqueued Resource ID: ce2d4fed-4202-4492-8a87-28a906f3965e with Priority: HIGHEST for action port [ 973.516699] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2d4fed-4202-4492-8a87-28a906f3965e with Priority: HIGHEST for action port [ 973.516965] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce2d4fed-4202-4492-8a87-28a906f3965e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.518289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce2d4fed-4202-4492-8a87-28a906f3965e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.518453] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce2d4fed-4202-4492-8a87-28a906f3965e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.518746] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce2d4fed-4202-4492-8a87-28a906f3965e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.518835] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2d4fed-4202-4492-8a87-28a906f3965e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.547116] env[65302]: INFO networking_nsxv3.common.synchronization [None req-f69cc06b-2db4-4a5f-b384-c2b1c314c184 tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Enqueued Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_rules [ 973.547720] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_rules [ 973.548133] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ff2ce4-2df6-4b39-8796-03e93d370530 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.548352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.874114] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.874114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.874114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.874114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.874114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.874114] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 already deleted. [ 973.874114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.874114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.874114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.874114] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.021772] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce2d4fed-4202-4492-8a87-28a906f3965e [ 974.022081] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.022602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.022680] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.023677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.023677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.023677] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce2d4fed-4202-4492-8a87-28a906f3965e already deleted. [ 974.023677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce2d4fed-4202-4492-8a87-28a906f3965e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.396588] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.396765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.396838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.397439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.397624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.398988] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 already deleted. [ 974.398988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.466236] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa6c0988-10d9-4453-8f1d-233c54a3730d in Status: SUCCESS [ 974.467309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.110452] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 975.110452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.110452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.110452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.111028] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.111028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.111028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.111150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.111150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.111283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.111407] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.613988] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.614362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.614463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.614710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.614930] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.615054] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.615136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.615298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.615391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.615717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.616382] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.616537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.616628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.616905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.617377] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.617377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.617377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.617606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.617606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.617606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.617728] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.124205] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc2671d-e165-4d21-a583-8c87fe6c200d: rpc.has_security_group_logging(os_id): False [ 976.152919] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.153123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.153187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.153414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.153575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.153716] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.153826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.153908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.154110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.154184] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.154392] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.154549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.154588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.154736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.154810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.155080] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.155219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.155281] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.155410] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.155485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.155778] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 976.235430] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.235655] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.235764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.236253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.236460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.257147] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 978.270936] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 978.270936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.548933] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 978.548933] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 980.030597] env[65302]: INFO networking_nsxv3.common.synchronization [None req-581bdad5-573c-42cc-87a3-50717711fe0b None None] Enqueued Resource ID: a5871b24-afdf-40fd-a98f-1453cbec07fa with Priority: HIGHEST for action port [ 980.031308] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5871b24-afdf-40fd-a98f-1453cbec07fa with Priority: HIGHEST for action port [ 980.031652] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5871b24-afdf-40fd-a98f-1453cbec07fa taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.031798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5871b24-afdf-40fd-a98f-1453cbec07fa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.031885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5871b24-afdf-40fd-a98f-1453cbec07fa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.032150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5871b24-afdf-40fd-a98f-1453cbec07fa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.032239] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5871b24-afdf-40fd-a98f-1453cbec07fa',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.533929] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5871b24-afdf-40fd-a98f-1453cbec07fa [ 980.534173] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.534310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.534384] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.534584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.534672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.534770] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5871b24-afdf-40fd-a98f-1453cbec07fa already deleted. [ 980.534851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5871b24-afdf-40fd-a98f-1453cbec07fa" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.415193] env[65302]: INFO networking_nsxv3.common.synchronization [req-c3a0ff83-5467-41b1-a4b9-d1c47715830c req-6fe91adc-9e42-459a-91b7-e167ea2735e6 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 982.415193] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 982.415193] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.416202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.416415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.416762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.417079] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.417352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.417517] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.417794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.418107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.418302] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.814842] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.815098] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.815331] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.815659] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.816065] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.816362] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.816716] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.816838] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.817045] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.817332] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.817930] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.817930] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.817930] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.818720] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.818720] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.818720] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.840921] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.841148] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.841305] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.842560] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.842560] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-673406b8-4113-4f86-8009-fd22350c9e84 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.842560] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-673406b8-4113-4f86-8009-fd22350c9e84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.842560] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-673406b8-4113-4f86-8009-fd22350c9e84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.843106] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-673406b8-4113-4f86-8009-fd22350c9e84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.843106] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('673406b8-4113-4f86-8009-fd22350c9e84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.921567] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.921841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.921933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.922205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.922345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.922620] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.922765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.922862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.923102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.923227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.923363] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 982.957235] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.957235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.957368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.957584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.957787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.969116] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 983.061332] env[65302]: INFO networking_nsxv3.common.synchronization [None req-63cecc54-1e77-4f92-b747-7220bd2d8bb5 None None] Enqueued Resource ID: 6366786d-0229-414c-9b24-4abe985d8661 with Priority: HIGHEST for action port [ 983.062500] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6366786d-0229-414c-9b24-4abe985d8661 with Priority: HIGHEST for action port [ 983.062500] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-6366786d-0229-414c-9b24-4abe985d8661 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.062500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6366786d-0229-414c-9b24-4abe985d8661" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.062500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6366786d-0229-414c-9b24-4abe985d8661" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.062758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6366786d-0229-414c-9b24-4abe985d8661" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.062758] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6366786d-0229-414c-9b24-4abe985d8661',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.345800] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.346083] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.346083] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.346356] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.346504] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.346656] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 673406b8-4113-4f86-8009-fd22350c9e84 not found, creating... [ 983.346906] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.347083] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.347238] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.347466] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.347603] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.347880] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.348043] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.348159] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.348362] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.348493] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.348631] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 673406b8-4113-4f86-8009-fd22350c9e84 is going to be created. [ 983.371787] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.372063] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.372240] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.372610] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.372901] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.373202] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-673406b8-4113-4f86-8009-fd22350c9e84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.564467] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6366786d-0229-414c-9b24-4abe985d8661 [ 983.564778] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.564846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.565130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.565251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.565251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.565352] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6366786d-0229-414c-9b24-4abe985d8661 already deleted. [ 983.565416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6366786d-0229-414c-9b24-4abe985d8661" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.134360] env[65302]: INFO networking_nsxv3.common.synchronization [req-c3a0ff83-5467-41b1-a4b9-d1c47715830c req-2fe505ea-4ad3-40e0-88c6-a4e9165bcbee service nova] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_rules [ 984.134523] env[65302]: INFO networking_nsxv3.common.synchronization [req-c3a0ff83-5467-41b1-a4b9-d1c47715830c req-2fe505ea-4ad3-40e0-88c6-a4e9165bcbee service nova] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 984.138018] env[65302]: INFO networking_nsxv3.common.synchronization [req-c3a0ff83-5467-41b1-a4b9-d1c47715830c req-2fe505ea-4ad3-40e0-88c6-a4e9165bcbee service nova] Enqueued Resource ID: 673406b8-4113-4f86-8009-fd22350c9e84 with Priority: HIGHEST for action port [ 984.138018] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_rules [ 984.138018] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 984.138018] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673406b8-4113-4f86-8009-fd22350c9e84 with Priority: HIGHEST for action port [ 984.138018] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.138018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.138018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.138018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.138018] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.138768] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.138858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.139087] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-673406b8-4113-4f86-8009-fd22350c9e84 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.139306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-673406b8-4113-4f86-8009-fd22350c9e84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.139306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-673406b8-4113-4f86-8009-fd22350c9e84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.139545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-673406b8-4113-4f86-8009-fd22350c9e84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.139628] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('673406b8-4113-4f86-8009-fd22350c9e84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.641916] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.642235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.642463] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 673406b8-4113-4f86-8009-fd22350c9e84 with status ACTIVE [ 984.642686] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.642828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.642944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.643219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.643363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.643505] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.643621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.643690] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.643924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.645193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.645193] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.645193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.645193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.645193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.645193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.645193] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 673406b8-4113-4f86-8009-fd22350c9e84 is going to be updated. [ 984.686021] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.686221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.686324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.686580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.686892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.686892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-673406b8-4113-4f86-8009-fd22350c9e84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.979417] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 984.979627] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 deletion is rescheduled due to dependency. [ 984.979747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.979911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.980292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.980376] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.980444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.980501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.980645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.980724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.980818] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.484006] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.988367] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.081898] env[65302]: INFO networking_nsxv3.common.synchronization [req-32963e7c-9ad2-4d11-99fd-f1fccaafed67 req-55677bd1-4aad-4ddf-8606-3d108da8112b tempest-ListImageFiltersTestJSON-564561849 tempest-ListImageFiltersTestJSON-564561849-project-member] Enqueued Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 986.082716] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGHEST for action security_group_members [ 986.083183] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.083349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.083438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.083723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.083962] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.084170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.084270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.084521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.084665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.084815] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.491238] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.491435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.491537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.491786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.491908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.492039] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 986.523149] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.523352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.523393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.523585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.523728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.533889] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 986.587533] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.587677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.587747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.588311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.588311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.588311] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.588511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.588511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.588591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.588665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.588766] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 is going to be updated. [ 986.637924] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.638180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.638332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.639474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.639474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.648630] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: IN_PROGRESS for 2s [ 987.210147] env[65302]: INFO networking_nsxv3.common.synchronization [req-bc8edae2-958b-4cea-8a03-fe5bfdc2f889 req-c75c240e-842d-4864-9945-3df8ba5a3733 tempest-ServerPasswordTestJSON-859786821 tempest-ServerPasswordTestJSON-859786821-project-member] Enqueued Resource ID: fa6c0988-10d9-4453-8f1d-233c54a3730d with Priority: HIGHEST for action security_group_members [ 987.210792] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6c0988-10d9-4453-8f1d-233c54a3730d with Priority: HIGHEST for action security_group_members [ 987.211346] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa6c0988-10d9-4453-8f1d-233c54a3730d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.211346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.211485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.211620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.211803] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.211917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.211980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.212152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.212239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.212338] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa6c0988-10d9-4453-8f1d-233c54a3730d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.715324] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.715488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.715617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.715837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.715926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.716135] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.716234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.716335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.716447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.716527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.716609] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa6c0988-10d9-4453-8f1d-233c54a3730d is going to be updated. [ 987.750784] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.750941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.751012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.751228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.751372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.762167] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa6c0988-10d9-4453-8f1d-233c54a3730d in Status: IN_PROGRESS for 2s [ 988.546314] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 988.546575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.546723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.546927] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.547129] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.547289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.547361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.547528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.547604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.547690] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.547854] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.659282] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 in Status: SUCCESS [ 988.659492] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 deletion is rescheduled due to dependency. [ 988.659606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.054018] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.054018] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.054018] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.054018] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.054018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.054608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.054608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.054608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.054608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.054608] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.506606] env[65302]: INFO networking_nsxv3.common.synchronization [None req-17b32534-4ed9-45fe-9229-ff0a3cb1cb5a tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 989.509081] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 989.509081] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.509081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.509081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.509081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.509081] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.509081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.509081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.509081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.509081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.509081] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.558763] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a43699c-3e4d-44fd-8a45-35a816cea502: rpc.has_security_group_logging(os_id): False [ 989.578873] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.581695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.581695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.581695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.581695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.581695] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.581695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.581695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.581695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.581695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.581695] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.582185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.583064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.583064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.583064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.583214] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.583214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.583305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.583953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.583953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.583953] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 989.652819] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.652959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.653025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.653232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.653380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.666514] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 989.773886] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa6c0988-10d9-4453-8f1d-233c54a3730d in Status: SUCCESS [ 989.774088] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa6c0988-10d9-4453-8f1d-233c54a3730d deletion is rescheduled due to dependency. [ 989.774176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.935678] env[65302]: INFO networking_nsxv3.common.synchronization [req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 req-9e47f8db-8d0f-4034-8a96-3bbf6958d87f tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 989.937016] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 989.937712] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.937841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.937841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.938252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.938543] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.938543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.940099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.940099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.940099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.940099] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.011066] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.293774] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.294037] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.294132] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.294390] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.294641] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.294796] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.294910] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.295323] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.295478] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.295686] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.295827] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.295942] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.296064] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.296177] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.296282] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.296411] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.327842] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.328827] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.328827] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.328827] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-649" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.328827] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-debe363d-daf6-4533-8620-c62d904d7529 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.328827] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-debe363d-daf6-4533-8620-c62d904d7529" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.329084] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-debe363d-daf6-4533-8620-c62d904d7529" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.329429] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-debe363d-daf6-4533-8620-c62d904d7529" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.329621] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('debe363d-daf6-4533-8620-c62d904d7529',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.441974] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.442222] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.442325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.442592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.442690] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.442891] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.442987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.443060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.443215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.443290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.443378] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 990.474028] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.474187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.474254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.474466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.474605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.485745] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 990.514420] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.832259] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.832703] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.832703] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.832856] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.833020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.833177] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port debe363d-daf6-4533-8620-c62d904d7529 not found, creating... [ 990.833447] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.833611] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.833730] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.833965] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.834119] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.834421] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.834583] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.834702] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.834917] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.835068] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.835210] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: debe363d-daf6-4533-8620-c62d904d7529 is going to be created. [ 990.859665] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.859665] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.859665] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.859958] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.860197] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.860503] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-debe363d-daf6-4533-8620-c62d904d7529" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.020511] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.020511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.020511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.020511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.020511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.020511] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 991.053630] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.053783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.053849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.054070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.054215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.066059] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 991.566749] env[65302]: INFO networking_nsxv3.common.synchronization [req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 req-1ad36a65-161c-4f6a-8b00-cc8226eea11a service nova] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_rules [ 991.566749] env[65302]: INFO networking_nsxv3.common.synchronization [req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 req-1ad36a65-161c-4f6a-8b00-cc8226eea11a service nova] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 991.566749] env[65302]: INFO networking_nsxv3.common.synchronization [req-8ddf30a1-f0bf-452a-870c-2ed6b308b455 req-1ad36a65-161c-4f6a-8b00-cc8226eea11a service nova] Enqueued Resource ID: debe363d-daf6-4533-8620-c62d904d7529 with Priority: HIGHEST for action port [ 991.566749] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_rules [ 991.566749] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 991.566998] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debe363d-daf6-4533-8620-c62d904d7529 with Priority: HIGHEST for action port [ 991.567294] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.567471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.567471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.567606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.567654] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.569074] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.569074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.569220] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-debe363d-daf6-4533-8620-c62d904d7529 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.569323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-debe363d-daf6-4533-8620-c62d904d7529" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.569385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-debe363d-daf6-4533-8620-c62d904d7529" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.569550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-debe363d-daf6-4533-8620-c62d904d7529" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.569622] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('debe363d-daf6-4533-8620-c62d904d7529',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.682400] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 991.682634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.029444] env[65302]: INFO networking_nsxv3.common.synchronization [None req-09e324de-da00-4d31-a5dd-9ccde27be629 None None] Enqueued Resource ID: ca18d834-7bda-46d3-9871-2b1b7d6a81b8 with Priority: HIGHEST for action port [ 992.030214] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca18d834-7bda-46d3-9871-2b1b7d6a81b8 with Priority: HIGHEST for action port [ 992.030775] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca18d834-7bda-46d3-9871-2b1b7d6a81b8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.030882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca18d834-7bda-46d3-9871-2b1b7d6a81b8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.030882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca18d834-7bda-46d3-9871-2b1b7d6a81b8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.031250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca18d834-7bda-46d3-9871-2b1b7d6a81b8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.031385] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca18d834-7bda-46d3-9871-2b1b7d6a81b8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.071259] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.071449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.072687] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port debe363d-daf6-4533-8620-c62d904d7529 with status ACTIVE [ 992.072867] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.072983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.073061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.073273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.073360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.073529] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.073625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.073706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.073908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.074025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.074215] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.074310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.074370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.074513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.074584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.074679] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: debe363d-daf6-4533-8620-c62d904d7529 is going to be updated. [ 992.097812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.098076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.098384] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.098551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.098750] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.098976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-debe363d-daf6-4533-8620-c62d904d7529" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.501027] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 992.501027] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 deletion is rescheduled due to dependency. [ 992.501027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.501027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.501027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.501027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.501372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.501372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.501372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.501462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.501505] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.533442] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca18d834-7bda-46d3-9871-2b1b7d6a81b8 [ 992.533757] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.534290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.534290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.534401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.534401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.534511] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca18d834-7bda-46d3-9871-2b1b7d6a81b8 already deleted. [ 992.534777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca18d834-7bda-46d3-9871-2b1b7d6a81b8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.552452] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.553217] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.553217] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.553217] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.553473] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.553473] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.553590] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.553798] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.553987] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.554153] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.554293] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.554365] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.554471] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.554579] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.554681] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.554808] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.573134] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.573290] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.574459] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.574459] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.574459] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-b1a5a13f-998b-4430-86c6-5343d3857607 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.574459] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-b1a5a13f-998b-4430-86c6-5343d3857607" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.574459] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-b1a5a13f-998b-4430-86c6-5343d3857607" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.574765] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-b1a5a13f-998b-4430-86c6-5343d3857607" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.574765] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1a5a13f-998b-4430-86c6-5343d3857607',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.005951] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.076676] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 993.076980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.079625] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.079834] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.079961] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.080270] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.080432] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.080585] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port b1a5a13f-998b-4430-86c6-5343d3857607 not found, creating... [ 993.080836] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.080992] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.081130] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.081360] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.081495] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.081777] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.081923] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.082443] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.082699] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.082836] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.082978] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: b1a5a13f-998b-4430-86c6-5343d3857607 is going to be created. [ 993.103717] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.104070] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.104118] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.104362] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.104590] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.104808] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-b1a5a13f-998b-4430-86c6-5343d3857607" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.508570] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.814702] env[65302]: INFO networking_nsxv3.common.synchronization [req-c6e067ec-c245-47fc-ac64-ed99efe8c63d req-e8669cf5-5d41-4623-84b4-44aa2e81853f service nova] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_rules [ 993.814893] env[65302]: INFO networking_nsxv3.common.synchronization [req-c6e067ec-c245-47fc-ac64-ed99efe8c63d req-e8669cf5-5d41-4623-84b4-44aa2e81853f service nova] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 993.815036] env[65302]: INFO networking_nsxv3.common.synchronization [req-c6e067ec-c245-47fc-ac64-ed99efe8c63d req-e8669cf5-5d41-4623-84b4-44aa2e81853f service nova] Enqueued Resource ID: b1a5a13f-998b-4430-86c6-5343d3857607 with Priority: HIGHEST for action port [ 993.815614] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_rules [ 993.815780] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 993.815837] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1a5a13f-998b-4430-86c6-5343d3857607 with Priority: HIGHEST for action port [ 993.816378] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.816547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.816582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.816785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.816867] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.818489] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.818612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.818676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.818970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.819145] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.819248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.819337] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.819524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.819614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.819817] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.821019] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1a5a13f-998b-4430-86c6-5343d3857607 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.821116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1a5a13f-998b-4430-86c6-5343d3857607" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.821116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1a5a13f-998b-4430-86c6-5343d3857607" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.821282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1a5a13f-998b-4430-86c6-5343d3857607" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.821370] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1a5a13f-998b-4430-86c6-5343d3857607',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.011321] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.011477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.011543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.011863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.011863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.011966] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 994.046326] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.046770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.046947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.047329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.047545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.059116] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 994.224306] env[65302]: INFO networking_nsxv3.common.synchronization [None req-56c3fb24-1edc-4491-a7a2-60504fe110ae None None] Enqueued Resource ID: acfbb513-e4c2-4b72-aeab-7bc87dc889f9 with Priority: HIGHEST for action port [ 994.224306] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfbb513-e4c2-4b72-aeab-7bc87dc889f9 with Priority: HIGHEST for action port [ 994.224639] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-acfbb513-e4c2-4b72-aeab-7bc87dc889f9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.224715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acfbb513-e4c2-4b72-aeab-7bc87dc889f9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.224851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acfbb513-e4c2-4b72-aeab-7bc87dc889f9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.225160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acfbb513-e4c2-4b72-aeab-7bc87dc889f9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.225277] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acfbb513-e4c2-4b72-aeab-7bc87dc889f9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.321396] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.323134] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.323255] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.324796] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1a5a13f-998b-4430-86c6-5343d3857607 with status ACTIVE [ 994.324796] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.325393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.325393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.325393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.325393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.325393] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.325608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.325608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.325679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.325759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.325961] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.326071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.326516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.326516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.326516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.326516] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1a5a13f-998b-4430-86c6-5343d3857607 is going to be updated. [ 994.355842] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.356062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.356182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.356468] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.356868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.356868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1a5a13f-998b-4430-86c6-5343d3857607" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.727407] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acfbb513-e4c2-4b72-aeab-7bc87dc889f9 [ 994.728424] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.728593] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.728685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.728900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.728990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.729102] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acfbb513-e4c2-4b72-aeab-7bc87dc889f9 already deleted. [ 994.729183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acfbb513-e4c2-4b72-aeab-7bc87dc889f9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.824256] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.329482] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.329482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.329482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.329482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.329482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.329482] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 995.359047] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.359047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.359047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.359047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.359047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.367850] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 996.070728] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 996.070957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.071134] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.071378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.071703] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.071849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.071921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.072130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.072393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.072393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.072393] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.574947] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.575307] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.575307] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.575457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.575629] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.575741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.575825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.576051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.576114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.576265] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.576476] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.576577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.576627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.576782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.576923] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.577023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.577083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.577355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.578645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.578645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.578645] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.081515] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78: rpc.has_security_group_logging(os_id): False [ 997.102852] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.103036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.103106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.103395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.103551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.104022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.104022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.104135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.104342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.104407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.104651] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.104721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.104793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.104927] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.105015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.105206] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.105324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.105416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.105593] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.105706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.105810] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 997.109805] env[65302]: INFO networking_nsxv3.common.synchronization [req-8e77d586-fb9d-4797-b6c5-7784a38a639f req-8ab20b93-3ec5-48fc-a7fd-8af18b20b7b3 tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Enqueued Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 997.110384] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 997.110818] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.110995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.111370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.111465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.111623] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.111786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.111885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.112132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.112274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.112417] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.173478] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.173699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.173791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.173959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.174116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.191434] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 997.378035] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 997.378260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.378422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.378676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.378869] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.378988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.379058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.379215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.379311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.379397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.379491] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.615456] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.882211] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.882365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.882443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.882646] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.882803] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.882900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.882966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.883124] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.883233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.883328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.883473] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.883646] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.883646] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.883759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.883871] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.883962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.884030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.884165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.884238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.884317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.884406] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.120886] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.391469] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a43699c-3e4d-44fd-8a45-35a816cea502: rpc.has_security_group_logging(os_id): False [ 998.415260] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.415432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.415432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.415588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.415686] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.415878] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.415980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.416052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.416199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.416523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.416523] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.416681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.416681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.416739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.416810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.416999] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.417149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.417231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.417383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.417457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.417559] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 998.498498] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.498498] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.498498] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.498820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.498960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.518631] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 998.623593] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.623941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.625048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.625048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.625048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.625048] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 is going to be updated. [ 998.671556] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.672439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.672618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.672877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.673089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.691552] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: IN_PROGRESS for 2s [ 999.211884] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 999.212134] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.534761] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 1000.534761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.705349] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: SUCCESS [ 1000.705620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.295061] env[65302]: INFO networking_nsxv3.common.synchronization [req-e031c754-d807-4092-b980-34c6465a8ce5 req-7f1f3baa-957f-43d7-a723-e388e0131648 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1001.295061] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1001.296658] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.296794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.296861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.297143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.297318] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.297442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.297496] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.297842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.297842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.297950] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.657953] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.658351] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-844" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.658351] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-844" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.658730] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-844" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.659033] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.659227] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.659463] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.659895] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.660122] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.660484] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.660572] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.660926] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.661144] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.661348] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.661536] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.661763] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.682635] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.682878] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.682939] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.683299] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-844" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.683452] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-8959fc1f-09d4-4463-93e8-be2f8e6e180d taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.683626] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.683748] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.684088] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.684227] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8959fc1f-09d4-4463-93e8-be2f8e6e180d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.803191] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.803620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.804334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.804334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.804334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.804500] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.804637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.804715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.804915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.805024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.805118] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 already deleted. [ 1001.805218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.186519] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.186822] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.187962] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.187962] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.187962] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.187962] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 8959fc1f-09d4-4463-93e8-be2f8e6e180d not found, creating... [ 1002.187962] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.188188] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.188262] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.188508] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.188673] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.189018] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.189189] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.189453] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.189795] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.189944] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.190112] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 8959fc1f-09d4-4463-93e8-be2f8e6e180d is going to be created. [ 1002.211719] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.211960] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.212109] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.212395] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.212652] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.213233] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.951140] env[65302]: INFO networking_nsxv3.common.synchronization [req-e031c754-d807-4092-b980-34c6465a8ce5 req-41109a3b-29f7-4679-93a7-c16ee7e693e9 service nova] Enqueued Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_rules [ 1002.951421] env[65302]: INFO networking_nsxv3.common.synchronization [req-e031c754-d807-4092-b980-34c6465a8ce5 req-41109a3b-29f7-4679-93a7-c16ee7e693e9 service nova] Enqueued Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1002.951613] env[65302]: INFO networking_nsxv3.common.synchronization [req-e031c754-d807-4092-b980-34c6465a8ce5 req-41109a3b-29f7-4679-93a7-c16ee7e693e9 service nova] Enqueued Resource ID: 8959fc1f-09d4-4463-93e8-be2f8e6e180d with Priority: HIGHEST for action port [ 1002.953103] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_rules [ 1002.953103] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1002.953241] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8959fc1f-09d4-4463-93e8-be2f8e6e180d with Priority: HIGHEST for action port [ 1002.953714] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.953899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.953998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.954297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.954444] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.955801] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.956034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.956106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.956377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.956551] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.956688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.956777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.956980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.957111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.957246] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.958525] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-8959fc1f-09d4-4463-93e8-be2f8e6e180d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.958634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.959012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.959012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.959012] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8959fc1f-09d4-4463-93e8-be2f8e6e180d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.460792] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.462300] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.462385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.462811] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8959fc1f-09d4-4463-93e8-be2f8e6e180d with status ACTIVE [ 1003.462986] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.463147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.463226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.464046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.464046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.464046] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.464046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.464046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.464046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.464046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.464389] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.464389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.464389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.464577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.464577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.464577] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8959fc1f-09d4-4463-93e8-be2f8e6e180d is going to be updated. [ 1003.497104] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.497337] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.497337] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.497526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.497623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.497789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.798233] env[65302]: INFO networking_nsxv3.common.synchronization [req-56192865-cc1e-436f-b80f-88d53b703084 req-c32ee157-f845-428c-bf20-8e12b048461a tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Enqueued Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_members [ 1003.799655] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_members [ 1003.799655] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ff2ce4-2df6-4b39-8796-03e93d370530 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.799655] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.799805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.800248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.800407] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.800740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.800740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.800963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.801888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.801888] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.963523] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.171546] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.171546] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-299" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.171546] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-299" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.171855] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-299" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.172110] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.172262] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.172380] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.172589] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.172722] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.172922] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.173039] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.173143] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.173269] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.173349] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.173451] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.173576] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.199589] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.199589] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.199589] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.199888] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-299" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.200167] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-177c99c7-2311-4089-9591-d3cfd1af9ed3 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.200377] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-177c99c7-2311-4089-9591-d3cfd1af9ed3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.200856] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-177c99c7-2311-4089-9591-d3cfd1af9ed3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.200856] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-177c99c7-2311-4089-9591-d3cfd1af9ed3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.200973] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('177c99c7-2311-4089-9591-d3cfd1af9ed3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.305287] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.305287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.305287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.305592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.307150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.307150] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.307150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.307150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.307150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.307150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.307150] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 already deleted. [ 1004.307150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.466443] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.466633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.466738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.467019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.467143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.467280] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 is going to be created. [ 1004.496908] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.497048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.497120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.497402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.497568] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.507753] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: UNINITIALIZED for 2s [ 1004.705640] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.705942] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.706182] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.706470] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.706659] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.706823] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 177c99c7-2311-4089-9591-d3cfd1af9ed3 not found, creating... [ 1004.707185] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.707381] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.707491] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.707716] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.707876] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.708243] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.708488] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.708825] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.708825] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.708895] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.709062] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 177c99c7-2311-4089-9591-d3cfd1af9ed3 is going to be created. [ 1004.732476] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.732750] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.732878] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.733291] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.733813] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.733813] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-177c99c7-2311-4089-9591-d3cfd1af9ed3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.498069] env[65302]: INFO networking_nsxv3.common.synchronization [req-56192865-cc1e-436f-b80f-88d53b703084 req-53bf8c4c-fd5b-40b0-a6a4-720222559457 service nova] Enqueued Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_rules [ 1005.498359] env[65302]: INFO networking_nsxv3.common.synchronization [req-56192865-cc1e-436f-b80f-88d53b703084 req-53bf8c4c-fd5b-40b0-a6a4-720222559457 service nova] Enqueued Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_members [ 1005.498417] env[65302]: INFO networking_nsxv3.common.synchronization [req-56192865-cc1e-436f-b80f-88d53b703084 req-53bf8c4c-fd5b-40b0-a6a4-720222559457 service nova] Enqueued Resource ID: 177c99c7-2311-4089-9591-d3cfd1af9ed3 with Priority: HIGHEST for action port [ 1005.499027] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_rules [ 1005.499170] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_members [ 1005.499263] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177c99c7-2311-4089-9591-d3cfd1af9ed3 with Priority: HIGHEST for action port [ 1005.499675] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ff2ce4-2df6-4b39-8796-03e93d370530 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.499802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.499865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.500127] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.500165] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.501058] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ff2ce4-2df6-4b39-8796-03e93d370530 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.501181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.501249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.501426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.501575] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.501667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.501728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.501862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.501945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.502046] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.505045] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-177c99c7-2311-4089-9591-d3cfd1af9ed3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.505466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-177c99c7-2311-4089-9591-d3cfd1af9ed3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.505541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-177c99c7-2311-4089-9591-d3cfd1af9ed3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.505736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-177c99c7-2311-4089-9591-d3cfd1af9ed3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.505820] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('177c99c7-2311-4089-9591-d3cfd1af9ed3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.007798] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.009453] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ff2ce4-2df6-4b39-8796-03e93d370530 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.009645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.009842] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 177c99c7-2311-4089-9591-d3cfd1af9ed3 with status ACTIVE [ 1006.010826] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.010826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.010826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.010826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.010826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.010826] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.011827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.011827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.011827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.011827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.011827] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.011827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.011827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.012143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.012143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.012205] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 177c99c7-2311-4089-9591-d3cfd1af9ed3 is going to be updated. [ 1006.038266] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.038786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.039756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.039756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.039756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.039936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-177c99c7-2311-4089-9591-d3cfd1af9ed3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.198078] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 req-6d9cab71-de06-41f7-8110-4216df78cf1a tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1006.198847] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1006.199249] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.199467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.199577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.199838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.200277] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.200277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.200277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.200592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.200592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.200656] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.510046] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.521954] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: SUCCESS [ 1006.521954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.521954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.521954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.521954] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.521954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.521954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.521954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.521954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.521954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.521954] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.588848] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.588848] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.588975] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.589166] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.589445] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.589613] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.589739] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.590026] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.590178] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.590401] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.590507] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.590609] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.590714] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.590820] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.590922] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.591062] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.610806] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.610927] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.611085] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.612081] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.612081] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-7a238bfa-d28f-4bad-8379-fcf3228981f0 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.612081] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-7a238bfa-d28f-4bad-8379-fcf3228981f0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.612081] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-7a238bfa-d28f-4bad-8379-fcf3228981f0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.612592] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-7a238bfa-d28f-4bad-8379-fcf3228981f0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.612592] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a238bfa-d28f-4bad-8379-fcf3228981f0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.702725] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.702916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.702962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.703168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.703262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.703704] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.703704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.703704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.703884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.703977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.704019] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 1006.736488] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.736818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.736910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.737212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.737394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.752970] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 1007.012573] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.012745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.012815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.013049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.013152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.013253] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 is going to be created. [ 1007.024264] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.024456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.024510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.024692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.025309] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.025441] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.025502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.025667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.025752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.025841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.025993] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.026101] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.026165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.026308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.026446] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.026547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.026608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.026727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.026803] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.026884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.026975] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.044299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.044649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.044649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.044925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.045087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.058419] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 in Status: UNINITIALIZED for 2s [ 1007.114511] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.114992] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.115228] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.115595] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.115760] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.115931] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 7a238bfa-d28f-4bad-8379-fcf3228981f0 not found, creating... [ 1007.116266] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.116474] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.116601] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.116841] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.117029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.117363] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.117537] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.117671] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.117906] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.118070] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.118245] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 7a238bfa-d28f-4bad-8379-fcf3228981f0 is going to be created. [ 1007.145077] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.145077] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.145077] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.145077] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.145077] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.145077] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-7a238bfa-d28f-4bad-8379-fcf3228981f0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.529531] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294: rpc.has_security_group_logging(os_id): False [ 1007.549293] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.549482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.549553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.549774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.549868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.550107] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.550203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.550263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.550433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.550619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.550676] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.550763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.550824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.551244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.551244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.551244] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.551446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.551446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.551516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.551552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.551628] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 is going to be created. [ 1007.615675] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.615922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.615922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.616113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.616312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.628579] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: IN_PROGRESS for 2s [ 1007.737829] env[65302]: INFO networking_nsxv3.common.synchronization [req-90e46d19-1484-40ae-a76f-c3b6721123fa req-99cfb71b-0615-452d-b69b-50e93836d0c8 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1007.738578] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1007.738748] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.738888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.738963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.739186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.739417] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.739520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.739561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.739715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.739798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.739889] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.923023] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 req-b70c6cc4-90c4-4901-b92c-2a58c70d5dc4 service nova] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_rules [ 1007.923023] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 req-b70c6cc4-90c4-4901-b92c-2a58c70d5dc4 service nova] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1007.923023] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 req-b70c6cc4-90c4-4901-b92c-2a58c70d5dc4 service nova] Enqueued Resource ID: 7a238bfa-d28f-4bad-8379-fcf3228981f0 with Priority: HIGHEST for action port [ 1007.923023] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_rules [ 1007.923023] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1007.923023] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a238bfa-d28f-4bad-8379-fcf3228981f0 with Priority: HIGHEST for action port [ 1007.923023] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.923023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.923023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.923518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.923518] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.924445] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.924445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.924598] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a238bfa-d28f-4bad-8379-fcf3228981f0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.924706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a238bfa-d28f-4bad-8379-fcf3228981f0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.924861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a238bfa-d28f-4bad-8379-fcf3228981f0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.924938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a238bfa-d28f-4bad-8379-fcf3228981f0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.926122] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a238bfa-d28f-4bad-8379-fcf3228981f0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.242057] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.426651] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.426868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.428106] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a238bfa-d28f-4bad-8379-fcf3228981f0 with status ACTIVE [ 1008.428303] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.428417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.428481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.428698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.428790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.428963] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.429075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.429131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.429294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.429431] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.429669] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.429778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.429864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.430056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.430153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.430262] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a238bfa-d28f-4bad-8379-fcf3228981f0 is going to be updated. [ 1008.452417] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.452584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.452584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.452771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.452901] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.453076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a238bfa-d28f-4bad-8379-fcf3228981f0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.663040] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 req-dc6fb890-6d9f-4b56-b574-b828383d7c97 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1008.663662] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1008.663980] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.664526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.744127] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.763527] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 1008.763763] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 deletion is rescheduled due to dependency. [ 1008.763835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.764011] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.764236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.764422] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.764558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.764627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.764753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.764825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.764919] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.838436] env[65302]: INFO networking_nsxv3.common.synchronization [None req-f983b9df-17c5-4ff9-a157-e554a6ccc158 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1008.838971] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1008.839288] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.839407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.033472] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.033766] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.034020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.034316] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.034608] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.034823] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.034905] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.035309] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.035490] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.035734] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.035871] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.036011] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.036153] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.036491] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.036625] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.036762] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.057623] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.057789] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.058083] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.058258] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-447" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.058567] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.058754] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.058908] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.059266] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.059470] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efd582c-0c63-4bf2-a7cd-e0e09f0634ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.068769] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 in Status: SUCCESS [ 1009.068974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.069142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.069352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.069567] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.069677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.069739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.069890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.069966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.070055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.070153] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.249507] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.249507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.249507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.249507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.249507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.249507] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 1009.267323] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.284024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.284024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.284024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.284024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.284024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.294293] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 1009.562892] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.563103] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.563227] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.563504] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.563649] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.563798] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 5efd582c-0c63-4bf2-a7cd-e0e09f0634ce not found, creating... [ 1009.564056] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.564212] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.564324] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.564552] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.564701] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.564986] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.565143] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.565259] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.565460] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.565586] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.565723] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 5efd582c-0c63-4bf2-a7cd-e0e09f0634ce is going to be created. [ 1009.572467] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.590123] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.590381] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.590654] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.590988] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.591286] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.591550] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.641449] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: SUCCESS [ 1009.641669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.769427] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.075107] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63ff2ce4-2df6-4b39-8796-03e93d370530: rpc.has_security_group_logging(os_id): False [ 1010.098034] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.098034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.098034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.098034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.098034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.098034] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.098034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.098034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.098034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.098034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.098034] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 is going to be created. [ 1010.183333] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.183509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.183558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.183802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.183991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.198667] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 in Status: IN_PROGRESS for 2s [ 1010.272909] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.273493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.273585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.273805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.274615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.274615] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 1010.336980] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.336980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.336980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.336980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.337241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.354097] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 1010.369081] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 req-7122afc2-fc16-42e0-9a48-97c21330a962 service nova] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_rules [ 1010.369472] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 req-7122afc2-fc16-42e0-9a48-97c21330a962 service nova] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1010.369573] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56b1e10-458f-4bb1-8d4f-9982b96f1fc9 req-7122afc2-fc16-42e0-9a48-97c21330a962 service nova] Enqueued Resource ID: 5efd582c-0c63-4bf2-a7cd-e0e09f0634ce with Priority: HIGHEST for action port [ 1010.370382] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_rules [ 1010.370525] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1010.370687] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5efd582c-0c63-4bf2-a7cd-e0e09f0634ce with Priority: HIGHEST for action port [ 1010.371065] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.371173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.371481] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.371745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.371935] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.372077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.372127] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.372381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.372499] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efd582c-0c63-4bf2-a7cd-e0e09f0634ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.875274] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5efd582c-0c63-4bf2-a7cd-e0e09f0634ce with status ACTIVE [ 1010.875569] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.875648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.875722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.876187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.876187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.876325] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.876379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.876415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.876556] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.876628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.876811] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.876906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.876961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.877116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.877188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.877276] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5efd582c-0c63-4bf2-a7cd-e0e09f0634ce is going to be updated. [ 1010.902484] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.902768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.902768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.902884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.903028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.903188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5efd582c-0c63-4bf2-a7cd-e0e09f0634ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.313963] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 1011.314264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.314416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.314672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.314864] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.315032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.315102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.315220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.315302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.315401] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.493664] env[65302]: INFO networking_nsxv3.common.synchronization [req-ddf35a3d-9d4a-42c6-878d-33d534b46bd1 req-ef1e81b9-e7a8-4a0e-a15a-964c9dbd735c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_members [ 1011.494269] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGHEST for action security_group_members [ 1011.494620] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5ee128-e583-45d3-8c40-e06eca94c59b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.494752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.494807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.494984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.495166] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.495259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.495320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.495489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.495588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.495671] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5ee128-e583-45d3-8c40-e06eca94c59b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.723555] env[65302]: INFO networking_nsxv3.common.synchronization [req-0e4650ee-4a34-4402-b32d-5a50873c2bb8 req-69bba800-05a0-4d4b-99bc-681adfe1b3c0 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1011.723555] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1011.723695] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.723820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.723871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.724203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.724406] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.724795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.728017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.728017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.728017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.728017] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.820064] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.820064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.820064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.820064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.820064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.820334] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.820408] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.820528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.820783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.820783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.820920] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 1011.853788] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.853932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.853999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.854228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.854365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.866742] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 1012.000745] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.000745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.000745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.000745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.000745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.000745] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.000745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.000745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.000745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.001687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.001687] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b is going to be updated. [ 1012.033582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.033582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.033582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.033582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.033582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.045589] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b in Status: IN_PROGRESS for 2s [ 1012.215721] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 in Status: SUCCESS [ 1012.216017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.229903] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.230022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.230065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.230297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.230401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.230631] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.230761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.230821] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.230992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.231087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.231177] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1012.273058] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.273275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.273351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.273516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.273822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.290730] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1012.374379] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 1012.374379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.374379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.374379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.374638] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.374703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.374749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.375693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.375788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.375917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.376048] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.378017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.378171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.378359] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.379028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.379028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.379028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.379028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.379028] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.878391] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.878391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.880834] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.021329] env[65302]: INFO networking_nsxv3.common.synchronization [req-018d2cae-510e-4ec8-a94a-cc33a76c07e0 req-52c3f93c-61ea-4ed4-b7bb-c9fa2d2b4859 tempest-ImagesTestJSON-1788638887 tempest-ImagesTestJSON-1788638887-project-member] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 1013.022422] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGHEST for action security_group_members [ 1013.022764] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.023417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.023502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.023647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.023801] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.023899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.023959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.024116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.024196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.024392] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.387933] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.526482] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.526721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.526721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.526964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.527055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.527263] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.527383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.527472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.527668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.527877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.527877] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be updated. [ 1013.567055] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.567244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.567319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.570991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.571248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.584809] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: IN_PROGRESS for 2s [ 1013.767163] env[65302]: INFO networking_nsxv3.common.synchronization [req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 req-af60404b-cba5-4065-b354-e1554754b2b1 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Enqueued Resource ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d with Priority: HIGHEST for action security_group_members [ 1013.767821] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d with Priority: HIGHEST for action security_group_members [ 1013.768151] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b9ffb-9bb9-4492-823a-f265bbc8565d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.768306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.768374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.768681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.768867] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.768963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.769038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.769220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.769332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.769449] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b49b9ffb-9bb9-4492-823a-f265bbc8565d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.877072] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 1013.877072] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 deletion is rescheduled due to dependency. [ 1013.877072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.890787] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.890864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.890864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.891736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.891736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.891736] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 1013.922566] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.922936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.923348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.923659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.924052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.936955] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 1014.056555] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b in Status: SUCCESS [ 1014.056934] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b deletion is rescheduled due to dependency. [ 1014.057019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.210334] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.210334] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-407" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.210334] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-407" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.210334] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-407" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.211121] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.211350] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.211512] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.211771] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.211885] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.212128] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.212250] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.212354] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.212455] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.212560] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.212657] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.212783] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.233779] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.233850] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.233933] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.234126] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-407" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.236513] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-7207d0b8-74f5-48d0-ace4-1fa7ce844393 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.236513] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-7207d0b8-74f5-48d0-ace4-1fa7ce844393" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.236513] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-7207d0b8-74f5-48d0-ace4-1fa7ce844393" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.236513] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-7207d0b8-74f5-48d0-ace4-1fa7ce844393" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.236513] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7207d0b8-74f5-48d0-ace4-1fa7ce844393',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.273374] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.273672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.273672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.273810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.273898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.274101] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.274196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.274747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.274747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.274747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.274747] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d already deleted. [ 1014.274747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.312036] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1014.312310] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed deletion is rescheduled due to dependency. [ 1014.312375] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.738151] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.738429] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.741036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.741036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.741036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.741036] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 7207d0b8-74f5-48d0-ace4-1fa7ce844393 not found, creating... [ 1014.741036] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.741036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.741036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.741036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.741036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.741036] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.741536] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.741536] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.741536] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.741536] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.741536] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 7207d0b8-74f5-48d0-ace4-1fa7ce844393 is going to be created. [ 1014.764061] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.764061] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.764311] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.764456] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.764619] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.764866] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-7207d0b8-74f5-48d0-ace4-1fa7ce844393" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.491475] env[65302]: INFO networking_nsxv3.common.synchronization [req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 req-44066735-1854-434d-9b5e-48da94812a1c service nova] Enqueued Resource ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d with Priority: HIGHEST for action security_group_rules [ 1015.491886] env[65302]: INFO networking_nsxv3.common.synchronization [req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 req-44066735-1854-434d-9b5e-48da94812a1c service nova] Enqueued Resource ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d with Priority: HIGHEST for action security_group_members [ 1015.491886] env[65302]: INFO networking_nsxv3.common.synchronization [req-82ad26c7-8d3f-41c2-9f7a-4cc9f1fbcde8 req-44066735-1854-434d-9b5e-48da94812a1c service nova] Enqueued Resource ID: 7207d0b8-74f5-48d0-ace4-1fa7ce844393 with Priority: HIGHEST for action port [ 1015.492380] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d with Priority: HIGHEST for action security_group_rules [ 1015.492514] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d with Priority: HIGHEST for action security_group_members [ 1015.492651] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7207d0b8-74f5-48d0-ace4-1fa7ce844393 with Priority: HIGHEST for action port [ 1015.492974] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b49b9ffb-9bb9-4492-823a-f265bbc8565d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.493209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.493328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.493596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.493682] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b49b9ffb-9bb9-4492-823a-f265bbc8565d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.495675] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b9ffb-9bb9-4492-823a-f265bbc8565d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.495675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.495675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.495675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.495675] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.495934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.495972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.496216] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.496445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.496543] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b49b9ffb-9bb9-4492-823a-f265bbc8565d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.498166] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7207d0b8-74f5-48d0-ace4-1fa7ce844393 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.498303] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7207d0b8-74f5-48d0-ace4-1fa7ce844393" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.498414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7207d0b8-74f5-48d0-ace4-1fa7ce844393" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.499319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7207d0b8-74f5-48d0-ace4-1fa7ce844393" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.499319] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7207d0b8-74f5-48d0-ace4-1fa7ce844393',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.553802] env[65302]: INFO networking_nsxv3.common.synchronization [req-00e2b311-fb4b-45da-8d13-f593a1129833 req-b83b8b9b-5e32-444e-a2f8-b508cca26825 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_members [ 1015.554297] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGHEST for action security_group_members [ 1015.554603] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.554711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.554770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.554961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.555137] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.555225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.555277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.555869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.555869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.555869] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c84dcc6-61cb-4aad-b983-26ed17bb20e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.596637] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 in Status: SUCCESS [ 1015.596637] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 deletion is rescheduled due to dependency. [ 1015.596895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.949082] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 1015.949082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.949082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.949255] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.949762] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.949762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.949762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.949762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.949762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.949986] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.996424] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b9ffb-9bb9-4492-823a-f265bbc8565d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.996559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.003198] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b49b9ffb-9bb9-4492-823a-f265bbc8565d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.004112] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7207d0b8-74f5-48d0-ace4-1fa7ce844393 with status ACTIVE [ 1016.004316] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.004446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.004643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.004716] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.004797] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.004979] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.005063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.005131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.005276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.005350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.005527] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.005618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.005677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.005812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.006093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.006093] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7207d0b8-74f5-48d0-ace4-1fa7ce844393 is going to be updated. [ 1016.032452] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.032591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.032654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.032858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.033095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.033163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7207d0b8-74f5-48d0-ace4-1fa7ce844393" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.059558] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.059783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.060010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.060094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.060151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.060408] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.060517] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.060608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.060753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.060833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.060914] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 is going to be updated. [ 1016.109896] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.110170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.110252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.110480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.110655] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.127577] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 in Status: IN_PROGRESS for 2s [ 1016.437147] env[65302]: INFO networking_nsxv3.common.synchronization [req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f req-54568e64-acb8-4e0a-9708-1aa6f6e77098 tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Enqueued Resource ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 with Priority: HIGHEST for action security_group_members [ 1016.437651] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 with Priority: HIGHEST for action security_group_members [ 1016.439118] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.439118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.439118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.439118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.439118] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.439118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.439118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.439118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.439118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.439118] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d953d2e-82c0-4cb0-9e0e-c3715fdb1489',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.452408] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.509036] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b49b9ffb-9bb9-4492-823a-f265bbc8565d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.665028] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.665217] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.665393] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.665751] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.666095] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.666251] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.666363] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.666582] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.666723] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.666943] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.667146] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.667364] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.667494] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.667551] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.667622] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.667775] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.686441] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.686688] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.686836] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.687047] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-580" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.687437] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-58cb2fb0-f797-4514-bcce-cf082db4291b taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.687541] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-58cb2fb0-f797-4514-bcce-cf082db4291b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.687838] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-58cb2fb0-f797-4514-bcce-cf082db4291b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.688096] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-58cb2fb0-f797-4514-bcce-cf082db4291b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.688240] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58cb2fb0-f797-4514-bcce-cf082db4291b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.941354] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.941561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.941649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.941936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.942089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.942401] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.942550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.942647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.942846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.942946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.943126] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 already deleted. [ 1016.943192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.955798] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.011327] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.012120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.012120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.012120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.012120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.012330] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d is going to be created. [ 1017.040530] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.040758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.040758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.040894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.041040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.053946] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d in Status: UNINITIALIZED for 2s [ 1017.195912] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.195912] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.196181] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.196398] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.196633] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.196848] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 58cb2fb0-f797-4514-bcce-cf082db4291b not found, creating... [ 1017.197575] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.197575] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.197575] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.197784] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.197784] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.199115] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.199115] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.199115] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.199115] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.199115] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.199115] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 58cb2fb0-f797-4514-bcce-cf082db4291b is going to be created. [ 1017.218921] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.219156] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.219272] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.219619] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.219947] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.220183] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-58cb2fb0-f797-4514-bcce-cf082db4291b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.458467] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.458658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.458731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.458955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.459070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.459176] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 1017.499129] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.499393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.499393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.499651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.499817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.514296] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 1017.568320] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1017.568468] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1017.967491] env[65302]: INFO networking_nsxv3.common.synchronization [req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f req-ad1e7cd1-45c7-4aec-9feb-fb35859281e5 service nova] Enqueued Resource ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 with Priority: HIGHEST for action security_group_rules [ 1017.967491] env[65302]: INFO networking_nsxv3.common.synchronization [req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f req-ad1e7cd1-45c7-4aec-9feb-fb35859281e5 service nova] Enqueued Resource ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 with Priority: HIGHEST for action security_group_members [ 1017.967491] env[65302]: INFO networking_nsxv3.common.synchronization [req-b4d3b8a9-0585-4742-a35e-1e1ca044d74f req-ad1e7cd1-45c7-4aec-9feb-fb35859281e5 service nova] Enqueued Resource ID: 58cb2fb0-f797-4514-bcce-cf082db4291b with Priority: HIGHEST for action port [ 1017.967954] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 with Priority: HIGHEST for action security_group_rules [ 1017.967954] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 with Priority: HIGHEST for action security_group_members [ 1017.967954] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb2fb0-f797-4514-bcce-cf082db4291b with Priority: HIGHEST for action port [ 1017.971238] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.971238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.971238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.971238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.972138] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d953d2e-82c0-4cb0-9e0e-c3715fdb1489',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.972322] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.972442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.972442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.972682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.972800] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.973872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.973872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.973872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.974370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.974607] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d953d2e-82c0-4cb0-9e0e-c3715fdb1489',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.977333] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-58cb2fb0-f797-4514-bcce-cf082db4291b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.977684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58cb2fb0-f797-4514-bcce-cf082db4291b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.977684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58cb2fb0-f797-4514-bcce-cf082db4291b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.977769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58cb2fb0-f797-4514-bcce-cf082db4291b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.977811] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58cb2fb0-f797-4514-bcce-cf082db4291b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.138293] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 in Status: SUCCESS [ 1018.138566] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 deletion is rescheduled due to dependency. [ 1018.138632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.480128] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d953d2e-82c0-4cb0-9e0e-c3715fdb1489',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.481364] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.481941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.482183] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58cb2fb0-f797-4514-bcce-cf082db4291b with status ACTIVE [ 1018.482394] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.482538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.482624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.482884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.483419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.483688] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.483800] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.483861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.484064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.484215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.484492] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.484601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.484665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.484810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.484884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.484984] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58cb2fb0-f797-4514-bcce-cf082db4291b is going to be updated. [ 1018.509243] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.509508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.509584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.509877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.510048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.510244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58cb2fb0-f797-4514-bcce-cf082db4291b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.987566] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d953d2e-82c0-4cb0-9e0e-c3715fdb1489',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.064570] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d in Status: SUCCESS [ 1019.064808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.064979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.065221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.065538] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.065695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.065769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.065927] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.066013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.066139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.066194] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b49b9ffb-9bb9-4492-823a-f265bbc8565d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.491266] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.491399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.491442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.492051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.492051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.492051] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 is going to be created. [ 1019.516561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.516640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.516718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.516909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.517083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.529040] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 1019.529040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.529228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.529625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.529694] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.529798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.529863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.530032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.530113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.530197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.530356] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.530496] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.530563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.530703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.530808] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.530897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.530955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.531104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.531177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.531252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.531336] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.532888] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 in Status: UNINITIALIZED for 2s [ 1019.568886] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b9ffb-9bb9-4492-823a-f265bbc8565d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.569187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.569187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.569315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.569547] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.569659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.569713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.569866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.569949] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.570045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.570193] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b9ffb-9bb9-4492-823a-f265bbc8565d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.570281] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.570335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.570571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.570712] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.570798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.570851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.570987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.571074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.571152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.571238] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b49b9ffb-9bb9-4492-823a-f265bbc8565d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.034753] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c274e25-4bfe-4861-962a-216280dc4196: rpc.has_security_group_logging(os_id): False [ 1020.058209] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.058209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.058209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.058209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.058209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.058599] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.058599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.058599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.058599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.058763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.058843] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.058933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.058983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.059142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.059213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.059400] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.059529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.059672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.059728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.059771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.059870] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 1020.073390] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b49b9ffb-9bb9-4492-823a-f265bbc8565d: rpc.has_security_group_logging(os_id): False [ 1020.098835] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.099073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.099073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.099298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.099385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.099677] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.099832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.099916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.100098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.100181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.100396] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.100563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.100610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.100756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.100844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.101096] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.101198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.101269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.101460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.101564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.101659] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d is going to be created. [ 1020.134023] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.134023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.134023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.134023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.134023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.158616] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 1020.173856] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.173856] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.173856] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.174174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.175271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.188503] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d in Status: IN_PROGRESS for 2s [ 1021.546372] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 in Status: SUCCESS [ 1021.546619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.546754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.547018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.547219] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.547379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.547451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.547543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.547625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.547708] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.547797] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d953d2e-82c0-4cb0-9e0e-c3715fdb1489',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.050800] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.050960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.051041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.051264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.051479] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.051607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.051655] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.051818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.051905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.052024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.052182] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.052273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.052342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.052511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.052762] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.052883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.052883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.052985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.053084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.053167] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.053267] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d953d2e-82c0-4cb0-9e0e-c3715fdb1489',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.175032] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 1022.175032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.175228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.175467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.175554] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.199931] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d in Status: SUCCESS [ 1022.203436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.528018] env[65302]: INFO networking_nsxv3.common.synchronization [req-feb2524e-c86f-43b6-b15b-ffbd91bd5be6 req-20d79c17-f049-4555-a4e2-9ec97c49536f tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1022.528566] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1022.529229] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.529373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.529439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.529669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.529831] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.529942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.530033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.530156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.530240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.530321] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.555611] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489: rpc.has_security_group_logging(os_id): False [ 1022.575870] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.576030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.576099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.576792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.576976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.580022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.580022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.580022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.580022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.580022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.580022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.580022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.580022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.580022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.580022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.580022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.580022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.580022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.580022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.581009] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.581009] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 is going to be created. [ 1022.651914] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.651914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.651914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.651914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.651914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.663392] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 in Status: IN_PROGRESS for 2s [ 1022.678401] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.678401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.909041] env[65302]: INFO networking_nsxv3.common.synchronization [req-5a0cc8b4-402a-4f75-bd1f-abe8c1e92991 req-d601ebe7-10ed-4b46-84c9-66ee43d43991 tempest-MultipleCreateTestJSON-656400021 tempest-MultipleCreateTestJSON-656400021-project-member] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1022.909041] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGHEST for action security_group_members [ 1022.909041] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.909041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.034871] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.537405] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.040670] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.040959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.040959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.041210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.041314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.041440] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 1024.080061] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.080170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.080219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.080410] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.080558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.091748] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 1024.096966] env[65302]: INFO networking_nsxv3.common.synchronization [req-ccd057e1-768f-41e6-a630-6ebb324d71e8 req-2514a862-2079-4182-871d-1afa69c81a34 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1024.097685] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1024.097968] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.098159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.098260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.098496] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.098685] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.098787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.098850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.099091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.099247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.099296] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.470884] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.471093] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.471200] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.471798] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.471905] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.472056] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.472160] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.472355] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.472500] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.472701] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.472805] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.472907] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.473020] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.473242] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.473242] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.473461] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.494056] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.494256] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.494361] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.494536] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.494900] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-2fd831ed-36ca-4950-bdc2-927b68df0726 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.495908] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.495908] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.495908] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.495908] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fd831ed-36ca-4950-bdc2-927b68df0726',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.602162] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.602395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.602395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.602558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.602610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.602818] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.602961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.603076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.603272] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.603390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.603513] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 already deleted. [ 1024.603656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.679907] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 in Status: SUCCESS [ 1024.679907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.694452] env[65302]: INFO networking_nsxv3.common.synchronization [req-395c5106-8b1a-4ed8-a7b6-9ce14fed2d19 req-07519bfc-8205-4086-b20e-43d4da35b95f tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1024.695438] env[65302]: INFO networking_nsxv3.common.synchronization [req-395c5106-8b1a-4ed8-a7b6-9ce14fed2d19 req-07519bfc-8205-4086-b20e-43d4da35b95f tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba with Priority: HIGHEST for action security_group_members [ 1024.697724] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1024.697724] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba with Priority: HIGHEST for action security_group_members [ 1024.698532] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.698938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.698938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.699519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.699519] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.699519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.699519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.699519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.699762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.699762] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.701171] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.701171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.701171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.701171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.701395] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.701395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.701490] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.702360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.702360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.702360] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39d6de6d-4bfa-49d1-bd39-9d598d17c1ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.746708] env[65302]: INFO networking_nsxv3.common.synchronization [req-395c5106-8b1a-4ed8-a7b6-9ce14fed2d19 req-07519bfc-8205-4086-b20e-43d4da35b95f tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba with Priority: HIGHEST for action security_group_rules [ 1024.746883] env[65302]: INFO networking_nsxv3.common.synchronization [req-395c5106-8b1a-4ed8-a7b6-9ce14fed2d19 req-07519bfc-8205-4086-b20e-43d4da35b95f tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba with Priority: HIGHEST for action security_group_members [ 1024.747032] env[65302]: INFO networking_nsxv3.common.synchronization [req-395c5106-8b1a-4ed8-a7b6-9ce14fed2d19 req-07519bfc-8205-4086-b20e-43d4da35b95f tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_rules [ 1024.747162] env[65302]: INFO networking_nsxv3.common.synchronization [req-395c5106-8b1a-4ed8-a7b6-9ce14fed2d19 req-07519bfc-8205-4086-b20e-43d4da35b95f tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1024.747285] env[65302]: INFO networking_nsxv3.common.synchronization [req-395c5106-8b1a-4ed8-a7b6-9ce14fed2d19 req-07519bfc-8205-4086-b20e-43d4da35b95f tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 8959fc1f-09d4-4463-93e8-be2f8e6e180d with Priority: HIGHEST for action port [ 1024.747781] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba with Priority: HIGHEST for action security_group_rules [ 1024.747924] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_rules [ 1024.748383] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8959fc1f-09d4-4463-93e8-be2f8e6e180d with Priority: HIGHEST for action port [ 1024.748546] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba with Priority: HIGHEST for action security_group_members [ 1024.748743] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1024.748979] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.749102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.749162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.749503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.749585] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39d6de6d-4bfa-49d1-bd39-9d598d17c1ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.750416] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.750585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.750585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.750774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.750847] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.753192] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-8959fc1f-09d4-4463-93e8-be2f8e6e180d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.753192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.753192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.753192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.753192] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8959fc1f-09d4-4463-93e8-be2f8e6e180d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.753757] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.753845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.754100] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.754197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.997939] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.998279] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.998450] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.998787] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.998976] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.999183] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 2fd831ed-36ca-4950-bdc2-927b68df0726 not found, creating... [ 1024.999533] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.999725] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.999874] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.000132] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.000273] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.000613] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.000792] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.000930] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.001452] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.001760] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.001952] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 2fd831ed-36ca-4950-bdc2-927b68df0726 is going to be created. [ 1025.026462] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.026692] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.026816] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.027112] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.027347] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.027758] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.203992] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.205190] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39d6de6d-4bfa-49d1-bd39-9d598d17c1ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.259126] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.259126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.259126] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.259126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.259126] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8959fc1f-09d4-4463-93e8-be2f8e6e180d with status ACTIVE [ 1025.259126] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.259126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.259126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.259126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.259126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.259126] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.259126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.259126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.259126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.259126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.259769] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.259769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.259769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.259769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.259769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.259769] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8959fc1f-09d4-4463-93e8-be2f8e6e180d is going to be updated. [ 1025.288413] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.288413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.288413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.288413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.288413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.288413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.359303] env[65302]: INFO networking_nsxv3.common.synchronization [req-6b64aa41-6c14-47d8-9be8-b43db1ce0697 req-ae1cedd7-f0ef-4d4a-a709-25817a07fd69 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba with Priority: HIGHEST for action security_group_members [ 1025.359531] env[65302]: INFO networking_nsxv3.common.synchronization [req-6b64aa41-6c14-47d8-9be8-b43db1ce0697 req-ae1cedd7-f0ef-4d4a-a709-25817a07fd69 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1025.360298] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba with Priority: HIGHEST for action security_group_members [ 1025.360611] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1025.360960] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.361139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.361446] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.361446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.408738] env[65302]: INFO networking_nsxv3.common.synchronization [req-6b64aa41-6c14-47d8-9be8-b43db1ce0697 req-ae1cedd7-f0ef-4d4a-a709-25817a07fd69 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_rules [ 1025.408965] env[65302]: INFO networking_nsxv3.common.synchronization [req-6b64aa41-6c14-47d8-9be8-b43db1ce0697 req-ae1cedd7-f0ef-4d4a-a709-25817a07fd69 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1025.408965] env[65302]: INFO networking_nsxv3.common.synchronization [req-6b64aa41-6c14-47d8-9be8-b43db1ce0697 req-ae1cedd7-f0ef-4d4a-a709-25817a07fd69 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 8959fc1f-09d4-4463-93e8-be2f8e6e180d with Priority: HIGHEST for action port [ 1025.409635] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_rules [ 1025.410311] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1025.411111] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8959fc1f-09d4-4463-93e8-be2f8e6e180d with Priority: HIGHEST for action port [ 1025.411111] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.411111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.411369] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.411369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.411457] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-8959fc1f-09d4-4463-93e8-be2f8e6e180d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.411497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.411565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.411770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.411851] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8959fc1f-09d4-4463-93e8-be2f8e6e180d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.707524] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.708340] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39d6de6d-4bfa-49d1-bd39-9d598d17c1ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.741928] env[65302]: INFO networking_nsxv3.common.synchronization [req-ccd057e1-768f-41e6-a630-6ebb324d71e8 req-a84f6d3d-0eac-47e5-bce1-986a244579f6 service nova] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_rules [ 1025.742108] env[65302]: INFO networking_nsxv3.common.synchronization [req-ccd057e1-768f-41e6-a630-6ebb324d71e8 req-a84f6d3d-0eac-47e5-bce1-986a244579f6 service nova] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1025.742246] env[65302]: INFO networking_nsxv3.common.synchronization [req-ccd057e1-768f-41e6-a630-6ebb324d71e8 req-a84f6d3d-0eac-47e5-bce1-986a244579f6 service nova] Enqueued Resource ID: 2fd831ed-36ca-4950-bdc2-927b68df0726 with Priority: HIGHEST for action port [ 1025.742475] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_rules [ 1025.742653] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1025.742719] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd831ed-36ca-4950-bdc2-927b68df0726 with Priority: HIGHEST for action port [ 1025.746305] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.746455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.746514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.746792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.746882] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.747856] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.748021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.748064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.748246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.748391] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.748484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.748546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.748855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.748855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.748993] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.749930] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fd831ed-36ca-4950-bdc2-927b68df0726 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.750055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.750126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.750264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.750339] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fd831ed-36ca-4950-bdc2-927b68df0726',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.914714] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8959fc1f-09d4-4463-93e8-be2f8e6e180d with status ACTIVE [ 1025.914934] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.915097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.915167] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.915459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.915459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.915633] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.915779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.915779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.915922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.915995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.916191] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.916282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.916341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.916477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.916548] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.916632] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8959fc1f-09d4-4463-93e8-be2f8e6e180d is going to be updated. [ 1025.937895] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.938061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.938466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.938466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.938542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.938963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8959fc1f-09d4-4463-93e8-be2f8e6e180d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.103827] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 1026.104029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.104199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.104500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.104722] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.104895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.104966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.105190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.105336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.105437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.105533] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.106575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.106817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.107016] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.107132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.107209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.107499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.107649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.107760] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.211764] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.211764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.211764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.212237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.212237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.212237] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba is going to be created. [ 1026.213478] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.213590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.213657] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.213815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.213888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.213970] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 is going to be updated. [ 1026.239782] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.239957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.240028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.240216] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.240370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.243338] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.243490] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.243546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.243709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.243839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.252734] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: IN_PROGRESS for 2s [ 1026.253177] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba in Status: UNINITIALIZED for 2s [ 1026.253430] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.253577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.253937] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.254848] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fd831ed-36ca-4950-bdc2-927b68df0726 with status ACTIVE [ 1026.255348] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.255348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.255348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.255518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.255602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.256362] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.256362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.256362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.256362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.256362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.256622] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.256674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.257438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.257438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.257438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.257438] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fd831ed-36ca-4950-bdc2-927b68df0726 is going to be updated. [ 1026.279284] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.279502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.279502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.279716] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.279852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.280014] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.611052] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.611224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.611295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.611515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.611634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.611816] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.611964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.612055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.612243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.612320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.612410] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 1026.613547] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.613646] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.637915] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.638109] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.638201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.638477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.638669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.649166] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 1026.759776] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.262275] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.262806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.262806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.262806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.262806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.263092] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 is going to be created. [ 1027.330889] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.334380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.334572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.335130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.335342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.355727] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: UNINITIALIZED for 2s [ 1028.265098] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: SUCCESS [ 1028.265514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.265514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.265698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.265881] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.266011] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.266082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.266242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.266324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.266458] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.267905] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba in Status: SUCCESS [ 1028.268104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.268249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.268414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.268596] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.268731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.268731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.269370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.269370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.269370] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39d6de6d-4bfa-49d1-bd39-9d598d17c1ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.661302] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 1028.661490] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 deletion is rescheduled due to dependency. [ 1028.661591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.661763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.662014] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.662210] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.662330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.662390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.662542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.662622] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.662705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.662861] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.662953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.663016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.663160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.663292] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.663381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.663432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.663575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.663761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.663761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.663855] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.771369] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.772607] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.772769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.772827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.773029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.773132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.773412] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.773608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.773683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.773892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.773976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.774128] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba is going to be deleted. [ 1028.816653] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.816800] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.816888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.817134] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.817226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.817329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.817914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.818115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.818298] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.818407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.818512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.818609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.818688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.818778] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39d6de6d-4bfa-49d1-bd39-9d598d17c1ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.168270] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c274e25-4bfe-4861-962a-216280dc4196: rpc.has_security_group_logging(os_id): False [ 1029.189560] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.189560] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.189560] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.189560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.190236] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.190330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.190409] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.190558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.190641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.190741] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be updated. [ 1029.268771] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.269092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.269092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.269186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.269295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.276871] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.300113] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: IN_PROGRESS for 2s [ 1029.321924] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.322116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.322162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.322391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.322473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.322659] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.322747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.322804] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.322953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.323038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.323122] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba already deleted. [ 1029.323199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.323296] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39d6de6d-4bfa-49d1-bd39-9d598d17c1ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.326434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.326615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.327643] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.327643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.327643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.327643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.327643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.327643] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39d6de6d-4bfa-49d1-bd39-9d598d17c1ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.369647] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: SUCCESS [ 1029.370226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.370380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.370612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.370839] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.371109] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.371192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.371369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.371456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.371565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.371665] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.780458] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.780810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.780947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.781249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.781685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.781685] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 is going to be updated. [ 1029.815320] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.815531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.815584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.815952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.816168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.827436] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: IN_PROGRESS for 2s [ 1029.829113] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39d6de6d-4bfa-49d1-bd39-9d598d17c1ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.830745] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.831021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.831100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.832169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.832169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.832169] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.832169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.832169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.832169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.832169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.832169] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba already deleted. [ 1029.832169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.874994] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.874994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.874994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.876062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.876062] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.876062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.876062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.876461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.876461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.876461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.876640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.876826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.876895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.877708] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.877708] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.877708] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.877708] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.877917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.877917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.877980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.878110] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.333784] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba: rpc.has_security_group_logging(os_id): False [ 1030.356512] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.356512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.356512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.356512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.356512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.356512] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.356512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.356512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.356512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.356512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.356512] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba is going to be created. [ 1030.371218] env[65302]: INFO networking_nsxv3.common.synchronization [req-fe1b396d-a915-47d0-a3f8-3c403a2dc495 req-019126ac-4b47-4119-8443-207e14abb6f9 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Enqueued Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_members [ 1030.371848] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGHEST for action security_group_members [ 1030.373095] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/39d6de6d-4bfa-49d1-bd39-9d598d17c1ba], does not exist path=[/infra/domains/default/groups/39d6de6d-4bfa-49d1-bd39-9d598d17c1ba]."\n}' [ 1030.373281] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39d6de6d-4bfa-49d1-bd39-9d598d17c1ba [ 1030.373396] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1030.374947] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.375139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.375254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.375502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.375998] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.376171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.376171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.376345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.376428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.377092] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c54d9b9-61b2-4c57-9afb-068ae2ec914c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.383070] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65bad1a1-b35e-410c-a3bc-8a885df7c236: rpc.has_security_group_logging(os_id): False [ 1030.405082] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.405289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.405289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.405511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.405626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.405798] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.405921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.406016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.406103] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.406171] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.409842] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.409842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.409842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.409842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.409842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.409842] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.409842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.409842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.409842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.409842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.409842] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 is going to be created. [ 1030.423725] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.423934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.423934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.425661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.427719] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.427719] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.427956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.427956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.428374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.428374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.428374] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.428616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.428616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.428616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.428748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.428748] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39d6de6d-4bfa-49d1-bd39-9d598d17c1ba is going to be created. [ 1030.451458] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/39d6de6d-4bfa-49d1-bd39-9d598d17c1ba], does not exist path=[/infra/domains/default/groups/39d6de6d-4bfa-49d1-bd39-9d598d17c1ba]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39d6de6d-4bfa-49d1-bd39-9d598d17c1ba [ 1030.451458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39d6de6d-4bfa-49d1-bd39-9d598d17c1ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.451458] env[65302]: Traceback (most recent call last): [ 1030.451458] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1030.451458] env[65302]: return func(*args, **kwargs) [ 1030.451458] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1030.451458] env[65302]: res.raise_for_status() [ 1030.451458] env[65302]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1030.451458] env[65302]: raise HTTPError(http_error_msg, response=self) [ 1030.451458] env[65302]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39d6de6d-4bfa-49d1-bd39-9d598d17c1ba [ 1030.451458] env[65302]: During handling of the above exception, another exception occurred: [ 1030.451458] env[65302]: Traceback (most recent call last): [ 1030.451458] env[65302]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1030.451458] env[65302]: listener.cb(fileno) [ 1030.451458] env[65302]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1030.451458] env[65302]: result = function(*args, **kwargs) [ 1030.451458] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1030.451458] env[65302]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1030.451458] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1030.451458] env[65302]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1030.451458] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1030.451458] env[65302]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1030.451458] env[65302]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1030.451458] env[65302]: res.raise_for_status() [ 1030.451458] env[65302]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1030.451458] env[65302]: raise HTTPError(http_error_msg, response=self) [ 1030.451458] env[65302]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39d6de6d-4bfa-49d1-bd39-9d598d17c1ba [ 1030.451458] env[65302]: Removing descriptor: 57 [ 1030.470244] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.470244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.470244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.470244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.470244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.483235] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: IN_PROGRESS for 2s [ 1030.879219] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.879364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.879364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.879623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.906683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.907026] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.907183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.907246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.907460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.907826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.907826] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c is going to be updated. [ 1030.937524] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.938016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.938016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.938218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.938449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.948995] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c in Status: IN_PROGRESS for 2s [ 1031.325296] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c274e25-4bfe-4861-962a-216280dc4196 in Status: SUCCESS [ 1031.325752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.842137] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: SUCCESS [ 1031.842137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.842137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.842137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.842137] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.842137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.842137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.843296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.843296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.843296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.843296] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.843489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.843834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.844298] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.844298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.844298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.844514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.844514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.844595] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.112441] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d771ae50-e648-4129-bc40-c87253dbab24 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_rules [ 1032.113561] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_rules [ 1032.113861] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.113960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.114015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.114515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.114515] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.136056] env[65302]: INFO networking_nsxv3.common.synchronization [req-cb11384d-e203-456c-af35-786ac59c03e4 req-defdba7e-b393-44f0-ad2f-24777a40eb6b tempest-ServerRescueTestJSON-1824048167 tempest-ServerRescueTestJSON-1824048167-project-member] Enqueued Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 1032.136827] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGHEST for action security_group_members [ 1032.137424] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.137588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.137665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.137868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.138034] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.138132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.138183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.138333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.138415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.138506] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.264083] env[65302]: INFO networking_nsxv3.common.synchronization [None req-f13449d4-b772-4aa4-8d56-6d2d95e86cff tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_rules [ 1032.264083] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_rules [ 1032.264083] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.264083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.347353] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.347589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.348787] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.363352] env[65302]: INFO networking_nsxv3.common.synchronization [req-ce18865d-fb9a-46bf-bd77-922d2703fef5 req-752f3e93-0785-4ec9-bb82-cc8fa249d4a7 tempest-AttachInterfacesV270Test-332617576 tempest-AttachInterfacesV270Test-332617576-project-member] Enqueued Resource ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d with Priority: HIGHEST for action security_group_members [ 1032.364205] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d with Priority: HIGHEST for action security_group_members [ 1032.364516] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b9ffb-9bb9-4492-823a-f265bbc8565d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.364682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.364743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.365812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.366248] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.366248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.366248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.366603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.366603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.366603] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b49b9ffb-9bb9-4492-823a-f265bbc8565d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.496970] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: SUCCESS [ 1032.497116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.635025] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.635233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.635233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.635877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.635877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.635877] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 already deleted. [ 1032.635877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.635877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.636656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.636656] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.643346] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.643346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.643346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.643346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.661065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.661333] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.661443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.661515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.662541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.662541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.662541] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 is going to be updated. [ 1032.688886] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.689040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.689113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.689331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.689450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.694290] env[65302]: INFO networking_nsxv3.common.synchronization [req-f2129c29-17e8-41eb-9562-dbfa280606bf req-316d1076-e438-42af-b6f8-5fb110ab7f48 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1032.694820] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1032.695134] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.695253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.695366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.695502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.695653] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.695748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.695808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.696067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.696067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.696172] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.703550] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: IN_PROGRESS for 2s [ 1032.851062] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.868938] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.869115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.869256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.869640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.893229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.893229] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.893229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.893229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.893229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.893229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.893229] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d is going to be updated. [ 1032.924306] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.925876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.925876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.925876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.925876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.935721] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d in Status: IN_PROGRESS for 2s [ 1032.963313] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c in Status: SUCCESS [ 1032.963313] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c deletion is rescheduled due to dependency. [ 1032.963313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.162146] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.162146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.162146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.162146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.162146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.162146] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 already deleted. [ 1033.162146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.200521] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.200521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.200521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.200521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.223576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.223927] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.225031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.225031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.225031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.225031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.225031] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1033.227885] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.228430] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.228430] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.228563] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.228753] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.228907] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.229039] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.229250] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.229449] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.230396] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.230396] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.230396] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.230396] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.230396] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.230396] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.230696] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.255165] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.255165] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.255165] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.255165] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.256091] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-58b439e7-bb63-4e08-8a50-665cb286f90d taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.256091] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-58b439e7-bb63-4e08-8a50-665cb286f90d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.256091] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-58b439e7-bb63-4e08-8a50-665cb286f90d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.256586] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-58b439e7-bb63-4e08-8a50-665cb286f90d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.256928] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b439e7-bb63-4e08-8a50-665cb286f90d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.259043] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.260853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.260853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.260853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.260853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.270218] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1033.354742] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.354917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.354917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.355574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.355574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.355574] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 is going to be updated. [ 1033.387476] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.387476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.387476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.387755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.387899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.397979] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: IN_PROGRESS for 2s [ 1033.762467] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.764804] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.764804] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.764804] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.764804] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.764804] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 58b439e7-bb63-4e08-8a50-665cb286f90d not found, creating... [ 1033.764804] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.764804] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.764804] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.764804] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.764804] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.765819] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.765819] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.765819] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.765819] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.766051] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.766269] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 58b439e7-bb63-4e08-8a50-665cb286f90d is going to be created. [ 1033.794978] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.797036] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.797316] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.797736] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.797920] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.798239] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-58b439e7-bb63-4e08-8a50-665cb286f90d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.526275] env[65302]: INFO networking_nsxv3.common.synchronization [req-f2129c29-17e8-41eb-9562-dbfa280606bf req-177abd15-936a-48a0-9eea-97a41bb34e9e service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 1034.526596] env[65302]: INFO networking_nsxv3.common.synchronization [req-f2129c29-17e8-41eb-9562-dbfa280606bf req-177abd15-936a-48a0-9eea-97a41bb34e9e service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1034.526596] env[65302]: INFO networking_nsxv3.common.synchronization [req-f2129c29-17e8-41eb-9562-dbfa280606bf req-177abd15-936a-48a0-9eea-97a41bb34e9e service nova] Enqueued Resource ID: 58b439e7-bb63-4e08-8a50-665cb286f90d with Priority: HIGHEST for action port [ 1034.527064] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 1034.527753] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1034.527997] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b439e7-bb63-4e08-8a50-665cb286f90d with Priority: HIGHEST for action port [ 1034.528299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.529208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.529336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.529584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.529713] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.531590] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.531735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.531982] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-58b439e7-bb63-4e08-8a50-665cb286f90d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.532139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58b439e7-bb63-4e08-8a50-665cb286f90d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.532240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58b439e7-bb63-4e08-8a50-665cb286f90d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.532480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58b439e7-bb63-4e08-8a50-665cb286f90d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.533114] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b439e7-bb63-4e08-8a50-665cb286f90d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.701200] env[65302]: INFO networking_nsxv3.common.synchronization [req-224e7aea-2fa6-4547-9633-856f7984ef5d req-3c3097b2-399c-477c-a624-b8cdf85e93d2 tempest-ServerRescueTestJSONUnderV235-1549391604 tempest-ServerRescueTestJSONUnderV235-1549391604-project-member] Enqueued Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1034.702246] env[65302]: INFO networking_nsxv3.common.synchronization [req-81b40928-6d22-49ef-b247-d3805eb9004b req-cfba1912-ba66-40c3-8944-1549037c8e55 tempest-TenantUsagesTestJSON-518367645 tempest-TenantUsagesTestJSON-518367645-project-member] Enqueued Resource ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 with Priority: HIGHEST for action security_group_members [ 1034.702744] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 with Priority: HIGHEST for action security_group_members [ 1034.703118] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 with Priority: HIGHEST for action security_group_members [ 1034.703515] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.703620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.703829] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.703931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.704028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.704209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.704357] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.704455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.704514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.704672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.704772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.704867] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d953d2e-82c0-4cb0-9e0e-c3715fdb1489',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.716151] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 in Status: SUCCESS [ 1034.716397] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 deletion is rescheduled due to dependency. [ 1034.716499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.947476] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d in Status: SUCCESS [ 1034.947476] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49b9ffb-9bb9-4492-823a-f265bbc8565d deletion is rescheduled due to dependency. [ 1034.947476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b9ffb-9bb9-4492-823a-f265bbc8565d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.032969] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.032969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.036671] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58b439e7-bb63-4e08-8a50-665cb286f90d with status ACTIVE [ 1035.036793] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.037334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.037334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.037334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.037334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.037557] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.037557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.037557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.038599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.038599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.038599] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.038599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.038599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.038599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.038599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.038599] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58b439e7-bb63-4e08-8a50-665cb286f90d is going to be updated. [ 1035.063432] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.063604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.063604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.066500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.066500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.066500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58b439e7-bb63-4e08-8a50-665cb286f90d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.134614] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.134741] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.134862] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.135146] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.135396] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.135545] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.135658] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.135897] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.136354] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.136593] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.136707] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.136814] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.136918] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.137036] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.137177] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.137358] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.168385] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.168567] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.168722] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.169013] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-788" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.169377] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-f5d8a632-9a1a-42e4-867e-73596063e1c7 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.169560] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.169750] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.170053] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.170191] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d8a632-9a1a-42e4-867e-73596063e1c7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.207685] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.207685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.207685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.207961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.247611] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.248129] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.248326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.248430] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.248732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.248902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.249233] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 is going to be updated. [ 1035.283685] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.284377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.284377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.285585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.286660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.289061] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1035.289294] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed deletion is rescheduled due to dependency. [ 1035.289437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.290926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.290926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.290926] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.290926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.291147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.291257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.291390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.291554] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.302157] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 in Status: IN_PROGRESS for 2s [ 1035.411181] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: SUCCESS [ 1035.411411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.411566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.411785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.411966] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.412094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.412158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.412313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.412392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.412487] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.672742] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.673169] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.673169] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.673385] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.673530] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.673844] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.673997] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.674442] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.674700] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.674847] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.675195] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.675354] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.675463] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.676027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.676027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.676027] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: f5d8a632-9a1a-42e4-867e-73596063e1c7 is going to be updated. [ 1035.706352] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.706569] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.706668] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.706979] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.707154] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.707416] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.795050] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.915364] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.915364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.915611] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.915662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.937169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.937561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.939051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.939051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.939051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.939051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.939051] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 is going to be updated. [ 1035.978772] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.979208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.979316] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.979534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.980029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.993412] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: IN_PROGRESS for 2s [ 1036.297891] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.477689] env[65302]: INFO networking_nsxv3.common.synchronization [req-c224d540-9a3a-4e32-b12b-fd88602464d0 req-f54548e0-97d4-44f6-af28-5cdca1063396 service nova] Enqueued Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_rules [ 1036.477855] env[65302]: INFO networking_nsxv3.common.synchronization [req-c224d540-9a3a-4e32-b12b-fd88602464d0 req-f54548e0-97d4-44f6-af28-5cdca1063396 service nova] Enqueued Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_members [ 1036.478031] env[65302]: INFO networking_nsxv3.common.synchronization [req-c224d540-9a3a-4e32-b12b-fd88602464d0 req-f54548e0-97d4-44f6-af28-5cdca1063396 service nova] Enqueued Resource ID: f5d8a632-9a1a-42e4-867e-73596063e1c7 with Priority: HIGHEST for action port [ 1036.478546] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_rules [ 1036.478735] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_members [ 1036.478933] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d8a632-9a1a-42e4-867e-73596063e1c7 with Priority: HIGHEST for action port [ 1036.479299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.479474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.479580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.481176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.481176] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.481176] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.481176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.481176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.481176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.481649] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.481649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.481649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.481649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.481817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.481817] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.483245] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5d8a632-9a1a-42e4-867e-73596063e1c7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.483245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.483245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.483245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.483245] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d8a632-9a1a-42e4-867e-73596063e1c7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.800604] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.801091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.801091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.801263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.801362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.801515] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1036.845810] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.846059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.846789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.847192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.847436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.859388] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1036.984752] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.986717] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.986717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.986873] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5d8a632-9a1a-42e4-867e-73596063e1c7 with status ACTIVE [ 1036.986929] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.987045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.987105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.987304] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.987385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.987580] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.987673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.987730] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.987902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.988692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.988692] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.988692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.988692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.989793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.989793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.989793] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5d8a632-9a1a-42e4-867e-73596063e1c7 is going to be updated. [ 1037.014748] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.014889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.014889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.015175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.015256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.015413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5d8a632-9a1a-42e4-867e-73596063e1c7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.315191] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 in Status: SUCCESS [ 1037.315485] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 deletion is rescheduled due to dependency. [ 1037.315692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.488052] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.587258] env[65302]: INFO networking_nsxv3.common.synchronization [None req-e445d7c0-1a74-4af4-9f50-26aa23e94e98 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_rules [ 1037.587866] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_rules [ 1037.588499] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d3291d-8c05-441f-9b0e-9e114d0c1140 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.588699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.588699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.588951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.589221] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d3291d-8c05-441f-9b0e-9e114d0c1140',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.911827] env[65302]: INFO networking_nsxv3.common.synchronization [None req-2ab2e717-8ad2-4b8d-b0d3-0792607db3d2 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_rules [ 1037.912441] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_rules [ 1037.912756] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d3291d-8c05-441f-9b0e-9e114d0c1140 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.912888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.991458] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.991611] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.991681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.991902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.991988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.992107] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 is going to be updated. [ 1038.004610] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: SUCCESS [ 1038.004806] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 deletion is rescheduled due to dependency. [ 1038.004923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.005100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.005319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.005634] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.005766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.005837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.006062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.006156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.006210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.006334] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.006423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.006461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.006598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.006730] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.006848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.006882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.007038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.007114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.007194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.007283] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.008940] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.009174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.009322] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.009373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.009467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.009590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.009642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.009784] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.021930] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.021930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.021930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.021930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.022199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.034250] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: IN_PROGRESS for 2s [ 1038.111520] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.111520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.111708] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.111759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.111970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.111970] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 already deleted. [ 1038.112143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.112202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.112391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.112473] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d3291d-8c05-441f-9b0e-9e114d0c1140',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.513907] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294: rpc.has_security_group_logging(os_id): False [ 1038.519241] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.519241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.519241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.519241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.519241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.519241] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.519241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.519241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.519628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.519909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.520546] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 is going to be updated. [ 1038.544302] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.545061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.545415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.545784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.546267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.547144] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.547144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.547144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.547144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.547144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.547893] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.552088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.552088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.552088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.552088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.552088] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.552466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.552466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.552559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.552748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.552748] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 is going to be updated. [ 1038.554944] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.554944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.554944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.555135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.555170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.567259] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: IN_PROGRESS for 2s [ 1038.658098] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.658098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.658098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.658098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.658098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.658098] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 already deleted. [ 1038.658098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.669044] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.669044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.669044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.669525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.669688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.689054] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: IN_PROGRESS for 2s [ 1038.802910] env[65302]: INFO networking_nsxv3.common.synchronization [None req-32ef7c9d-9012-4b27-81a1-5b8a5479e8e9 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Enqueued Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_rules [ 1038.803568] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_rules [ 1038.803928] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.804082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.804178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.804469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.804556] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe4d0fdc-5789-40ff-9426-2ef0a39071fd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.870381] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1038.870596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.870778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.871042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.871634] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.871634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.871634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.871634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.871634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.871911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.871911] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.040311] env[65302]: INFO networking_nsxv3.common.synchronization [None req-191ad3dc-2b20-47ea-82b2-ca5f29c763f0 tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Enqueued Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_rules [ 1039.040557] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_rules [ 1039.041481] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.041481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.329250] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.329432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.329470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.329678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.329795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.329910] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd already deleted. [ 1039.330011] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.330512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.330761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.330904] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe4d0fdc-5789-40ff-9426-2ef0a39071fd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.373769] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.374027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.374121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.374396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.374608] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.374748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.374836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.375031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.375156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.375675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.375895] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.376042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.376139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.376319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.376488] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.376607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.376697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.376871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.376984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.377100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.377192] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.852412] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.852741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.852741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.853263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.853263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.853386] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd already deleted. [ 1039.853469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.880186] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c2dda12-210c-4622-be22-0d6a11b072ed: rpc.has_security_group_logging(os_id): False [ 1039.901254] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.901460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.901548] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.901743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.901866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.904663] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.904663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.904663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.904663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.904663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.904663] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.904663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.904663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.904663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.904663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.904663] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.904663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.904663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.904663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.905508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.905508] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1040.023091] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.023275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.023336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.023554] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.023694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.044208] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: SUCCESS [ 1040.044574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.044621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.044859] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.045057] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.045175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.045256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.045643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.045734] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.045822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.045914] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.047519] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1040.173440] env[65302]: INFO networking_nsxv3.common.synchronization [req-419c8cbe-3fb6-4514-82d8-d62fb93b2de2 req-8c72383c-a4b8-46d4-89d8-c5072479ee5c tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_members [ 1040.174148] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0482e356-83c1-4bad-9658-3c5946ad39ce with Priority: HIGHEST for action security_group_members [ 1040.175465] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-0482e356-83c1-4bad-9658-3c5946ad39ce taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.175465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.175465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.175465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.175465] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.175465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.175465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.175804] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.175804] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.175804] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0482e356-83c1-4bad-9658-3c5946ad39ce',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.548591] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.577829] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: SUCCESS [ 1040.578254] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 deletion is rescheduled due to dependency. [ 1040.578254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.678238] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.678434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.678472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.678703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.702158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.702418] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.702613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.702696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.702944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.703092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.703238] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0482e356-83c1-4bad-9658-3c5946ad39ce is going to be updated. [ 1040.707401] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 in Status: SUCCESS [ 1040.707401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.707554] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.708595] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.708595] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fdbb1c7-1487-4ee9-a8b2-6aecbc918294',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.744028] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.744239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.744341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.744539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.744680] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.757044] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0482e356-83c1-4bad-9658-3c5946ad39ce in Status: IN_PROGRESS for 2s [ 1041.051258] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5: rpc.has_security_group_logging(os_id): False [ 1041.070491] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.070491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.070768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.070812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.092731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.092731] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.093029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.093029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.093199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.093313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.093592] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 is going to be updated. [ 1041.156204] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.156383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.156468] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.156770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.156940] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.175028] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: IN_PROGRESS for 2s [ 1041.237309] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.237510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.237510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.237716] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.237824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.237929] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fdbb1c7-1487-4ee9-a8b2-6aecbc918294 is going to be deleted. [ 1041.306473] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.306473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.306473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.306473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.306473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.306473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fdbb1c7-1487-4ee9-a8b2-6aecbc918294" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.067786] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1042.068115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.771296] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0482e356-83c1-4bad-9658-3c5946ad39ce in Status: SUCCESS [ 1042.771546] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0482e356-83c1-4bad-9658-3c5946ad39ce deletion is rescheduled due to dependency. [ 1042.771546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0482e356-83c1-4bad-9658-3c5946ad39ce" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.187047] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: SUCCESS [ 1043.187047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.352792] env[65302]: INFO networking_nsxv3.common.synchronization [None req-100e9778-a5ff-4d1b-abb8-9c70fbda5a19 None None] Enqueued Resource ID: 025f8f70-693d-42e8-a111-2aa7facd3b8f with Priority: HIGHEST for action port [ 1043.353893] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 025f8f70-693d-42e8-a111-2aa7facd3b8f with Priority: HIGHEST for action port [ 1043.354857] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-025f8f70-693d-42e8-a111-2aa7facd3b8f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.355020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-025f8f70-693d-42e8-a111-2aa7facd3b8f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.355098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-025f8f70-693d-42e8-a111-2aa7facd3b8f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.355395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-025f8f70-693d-42e8-a111-2aa7facd3b8f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.355534] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('025f8f70-693d-42e8-a111-2aa7facd3b8f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.858869] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 025f8f70-693d-42e8-a111-2aa7facd3b8f [ 1043.858869] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.858869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.858869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.858869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.859399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.859399] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:025f8f70-693d-42e8-a111-2aa7facd3b8f already deleted. [ 1043.859399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-025f8f70-693d-42e8-a111-2aa7facd3b8f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.064362] env[65302]: INFO networking_nsxv3.common.synchronization [req-06a1ed33-1311-4648-a321-827a70f04e86 req-24ff1fb3-297b-4647-bc09-a712af1d2066 tempest-SecurityGroupRulesTestJSON-939497726 tempest-SecurityGroupRulesTestJSON-939497726-project-member] Enqueued Resource ID: 9e4a842d-815d-4393-a678-d51390b1fb18 with Priority: HIGHEST for action security_group_rules [ 1045.066950] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4a842d-815d-4393-a678-d51390b1fb18 with Priority: HIGHEST for action security_group_rules [ 1045.067838] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e4a842d-815d-4393-a678-d51390b1fb18 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.067969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e4a842d-815d-4393-a678-d51390b1fb18" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.068099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e4a842d-815d-4393-a678-d51390b1fb18" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.068480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e4a842d-815d-4393-a678-d51390b1fb18" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.068480] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e4a842d-815d-4393-a678-d51390b1fb18',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.521377] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.521549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.521619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.521874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.522072] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.591640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.591640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.591640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.591903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.591903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.591966] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e4a842d-815d-4393-a678-d51390b1fb18 already deleted. [ 1045.592064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e4a842d-815d-4393-a678-d51390b1fb18" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.593866] env[65302]: INFO networking_nsxv3.common.synchronization [None req-2a5ab03b-54b2-4af6-845f-076f3f77a860 None None] Enqueued Resource ID: 2c796a5c-aef8-43f6-90f2-2e4801a36f27 with Priority: HIGHEST for action port [ 1045.594260] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c796a5c-aef8-43f6-90f2-2e4801a36f27 with Priority: HIGHEST for action port [ 1045.594682] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c796a5c-aef8-43f6-90f2-2e4801a36f27 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.594981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c796a5c-aef8-43f6-90f2-2e4801a36f27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.594981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c796a5c-aef8-43f6-90f2-2e4801a36f27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.595842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c796a5c-aef8-43f6-90f2-2e4801a36f27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.595842] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c796a5c-aef8-43f6-90f2-2e4801a36f27',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.024295] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.099070] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c796a5c-aef8-43f6-90f2-2e4801a36f27 [ 1046.099406] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.099579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.099680] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.100034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.100166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.100418] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c796a5c-aef8-43f6-90f2-2e4801a36f27 already deleted. [ 1046.100512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c796a5c-aef8-43f6-90f2-2e4801a36f27" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.520708] env[65302]: INFO networking_nsxv3.common.synchronization [None req-f7b8978f-ad7f-485a-8edd-08743d02e032 None None] Enqueued Resource ID: 5fb728b7-fd51-48da-956a-8bc534dadae7 with Priority: HIGHEST for action port [ 1046.521398] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb728b7-fd51-48da-956a-8bc534dadae7 with Priority: HIGHEST for action port [ 1046.521713] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fb728b7-fd51-48da-956a-8bc534dadae7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.521835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fb728b7-fd51-48da-956a-8bc534dadae7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.521902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fb728b7-fd51-48da-956a-8bc534dadae7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.522184] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fb728b7-fd51-48da-956a-8bc534dadae7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.522307] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb728b7-fd51-48da-956a-8bc534dadae7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.529373] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.680423] env[65302]: INFO networking_nsxv3.common.synchronization [None req-2aed68a4-d240-49ff-9b99-609059616988 None None] Enqueued Resource ID: fc0a1d64-77b8-4fb0-b450-7a50708e7a25 with Priority: HIGHEST for action port [ 1046.683891] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc0a1d64-77b8-4fb0-b450-7a50708e7a25 with Priority: HIGHEST for action port [ 1046.683891] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc0a1d64-77b8-4fb0-b450-7a50708e7a25 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.683891] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc0a1d64-77b8-4fb0-b450-7a50708e7a25" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.683891] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc0a1d64-77b8-4fb0-b450-7a50708e7a25" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.683891] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc0a1d64-77b8-4fb0-b450-7a50708e7a25" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.683891] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc0a1d64-77b8-4fb0-b450-7a50708e7a25',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.025451] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fb728b7-fd51-48da-956a-8bc534dadae7 [ 1047.025820] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.025820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.025961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.026062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.026147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.026245] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fb728b7-fd51-48da-956a-8bc534dadae7 already deleted. [ 1047.026313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fb728b7-fd51-48da-956a-8bc534dadae7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.031759] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1047.033281] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1047.187504] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc0a1d64-77b8-4fb0-b450-7a50708e7a25 [ 1047.187793] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.187903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.187979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.188578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.188578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.188578] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc0a1d64-77b8-4fb0-b450-7a50708e7a25 already deleted. [ 1047.188578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc0a1d64-77b8-4fb0-b450-7a50708e7a25" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.529556] env[65302]: INFO networking_nsxv3.common.synchronization [req-8f1e5193-6695-47d0-985d-c04b3e915764 req-ee4f5aa4-cae1-41cc-b8f6-9ac7accf5065 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1047.529983] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1047.536822] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.537051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.537051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.537798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.537798] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.537798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.537798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.537798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.538119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.538119] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.826208] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.826452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.826452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.826452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.845100] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1047.847056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.847346] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1047.886731] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.886921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.886966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.887573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.896581] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.897364] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1047.897475] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.897525] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1047.948032] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.948032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.948032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.948032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.948032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.948032] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1048.020476] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.021420] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.021420] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.021420] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.021629] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.021629] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.021797] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.021955] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.022114] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.022336] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.022488] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.022594] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.022823] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.022823] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.022945] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.023048] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.027126] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.027126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.027126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.027126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.027126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.027433] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1048.043787] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.044033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.044033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.044201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.044352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.044490] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.044585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.044641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.044788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.044861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.044942] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 already deleted. [ 1048.045033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.048957] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.049131] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.049257] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.049419] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.049719] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-f1b50b79-8431-489b-ad20-6ab4e0015782 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.049926] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-f1b50b79-8431-489b-ad20-6ab4e0015782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.050067] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-f1b50b79-8431-489b-ad20-6ab4e0015782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.050373] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-f1b50b79-8431-489b-ad20-6ab4e0015782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.050508] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b50b79-8431-489b-ad20-6ab4e0015782',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.104877] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.105048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.105131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.105334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.105605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.106077] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1048.106077] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3f5c0c14-db8a-4415-8444-9629bc3d810e', '9a43699c-3e4d-44fd-8a45-35a816cea502', '9bdc77c8-0848-4097-9e11-574580ef8a62', '5c54d9b9-61b2-4c57-9afb-068ae2ec914c', 'cfc2671d-e165-4d21-a583-8c87fe6c200d', '68e87583-c48e-4e8d-8a46-221d44aa0fd4', '3b5ee128-e583-45d3-8c40-e06eca94c59b', '9c76c0bb-a199-4347-8bbe-c712c62041f5', '65bad1a1-b35e-410c-a3bc-8a885df7c236', 'c876ffcc-18e7-4b67-9d9e-fe9a46da1993', '9c274e25-4bfe-4861-962a-216280dc4196', '30d7bdb0-0f14-4a5c-9981-2a91436c2d6f', '4a92eaed-689d-423f-9c10-7314becd663b', '6175b2a8-d69e-40d2-93d9-891761777b31', '06d05c12-fad0-4262-95d4-449acfbc485f', '1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78', 'a6f91e7f-de94-4801-81fa-51a1687cf9ba', '63ff2ce4-2df6-4b39-8796-03e93d370530', '410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5', '2c2dda12-210c-4622-be22-0d6a11b072ed', '5d953d2e-82c0-4cb0-9e0e-c3715fdb1489', '3588b08d-65fd-4a8a-82a3-6301deb6a6a0', '5e7eef9d-4872-4c9d-9069-dd2938e1fabf', 'db76fcb5-d736-4695-aa73-4bec4c1c5396', '7622a439-d3dc-43f0-82be-ec3c9c0c43db', 'c2623e1e-14c2-4f67-9ca7-2c6a36621f84', '81a11571-68af-42fe-903e-58cbd04f3c49', 'c42a9f7c-a226-465b-93f7-2be7eb900103', '2c84dcc6-61cb-4aad-b983-26ed17bb20e6', 'd506890a-4abf-4405-b9d5-90b842821e93', '409dd4f8-f44c-4715-8913-b0116a226610', '315ed335-31ee-4147-b93f-09bbfc0e03f8', '75efa0d3-4545-418e-8c1f-ed4ac6402eb8', 'b33ac6bd-2fe0-454e-90d1-1b75985c9704', 'b49b9ffb-9bb9-4492-823a-f265bbc8565d', '8e36e703-0c0a-4a42-9046-43715a2aef5f', 'cd26d126-2e6c-46ba-874d-99642afc887a', '25b3194b-9af1-48b9-a11a-67970b1c1149', 'd7b51eaf-0603-49de-b693-16e69a148974', '2da426f8-1972-4ed0-9824-8fc02aefe247', '0482e356-83c1-4bad-9658-3c5946ad39ce', 'fa6c0988-10d9-4453-8f1d-233c54a3730d'} {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.106077] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1048.128014] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.128227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.128290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.129144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.129144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.129144] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1048.129144] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.129144] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1048.200507] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.202362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.206751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.206751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.206751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.206751] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1048.206751] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.206751] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1048.206751] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1048.206751] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a92eaed-689d-423f-9c10-7314becd663b with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06d05c12-fad0-4262-95d4-449acfbc485f with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGH for action security_group_rules [ 1048.206751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.553832] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.554742] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.554742] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.554742] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.554742] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.555094] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port f1b50b79-8431-489b-ad20-6ab4e0015782 not found, creating... [ 1048.555159] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.555285] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.555395] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.555634] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.555767] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.556081] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.556250] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.556331] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.556623] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.556623] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.556762] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: f1b50b79-8431-489b-ad20-6ab4e0015782 is going to be created. [ 1048.578631] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.578899] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.578963] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.579330] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.579475] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.579690] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-f1b50b79-8431-489b-ad20-6ab4e0015782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.260774] env[65302]: INFO networking_nsxv3.common.synchronization [req-b49c95f3-8e69-4469-9b60-1fb6093b4f70 req-623ed2f4-ec8b-472e-8e1c-59d1e89b3a38 tempest-SecurityGroupRulesTestJSON-939497726 tempest-SecurityGroupRulesTestJSON-939497726-project-member] Enqueued Resource ID: 37abf071-1e10-4366-ba5c-88bcdc6bc4b1 with Priority: HIGHEST for action security_group_rules [ 1049.261461] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37abf071-1e10-4366-ba5c-88bcdc6bc4b1 with Priority: HIGHEST for action security_group_rules [ 1049.261611] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e with Priority: HIGH for action security_group_rules [ 1049.261732] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 with Priority: HIGH for action security_group_rules [ 1049.261831] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b with Priority: HIGH for action security_group_rules [ 1049.261922] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d05c12-fad0-4262-95d4-449acfbc485f with Priority: HIGH for action security_group_rules [ 1049.262970] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGH for action security_group_rules [ 1049.263188] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGH for action security_group_rules [ 1049.263294] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGH for action security_group_rules [ 1049.263387] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba with Priority: HIGH for action security_group_rules [ 1049.263473] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6175b2a8-d69e-40d2-93d9-891761777b31 with Priority: HIGH for action security_group_rules [ 1049.263574] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 with Priority: HIGH for action security_group_rules [ 1049.263641] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a92eaed-689d-423f-9c10-7314becd663b with Priority: HIGH for action security_group_rules [ 1049.263726] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGH for action security_group_rules [ 1049.263809] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c274e25-4bfe-4861-962a-216280dc4196 with Priority: HIGH for action security_group_rules [ 1049.263901] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 with Priority: HIGH for action security_group_rules [ 1049.263986] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGH for action security_group_rules [ 1049.264873] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 with Priority: HIGH for action security_group_rules [ 1049.265666] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 with Priority: HIGH for action security_group_rules [ 1049.265779] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGH for action security_group_rules [ 1049.265887] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGH for action security_group_rules [ 1049.265995] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c with Priority: HIGH for action security_group_rules [ 1049.267488] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37abf071-1e10-4366-ba5c-88bcdc6bc4b1 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.267645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37abf071-1e10-4366-ba5c-88bcdc6bc4b1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.267730] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37abf071-1e10-4366-ba5c-88bcdc6bc4b1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.268535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37abf071-1e10-4366-ba5c-88bcdc6bc4b1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.269150] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37abf071-1e10-4366-ba5c-88bcdc6bc4b1',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.270960] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f5c0c14-db8a-4415-8444-9629bc3d810e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.271134] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.271263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.273073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.273073] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f5c0c14-db8a-4415-8444-9629bc3d810e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.273412] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bdc77c8-0848-4097-9e11-574580ef8a62 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.273570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.273621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.273786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.273868] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bdc77c8-0848-4097-9e11-574580ef8a62',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.275819] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5ee128-e583-45d3-8c40-e06eca94c59b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.275918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.275960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.276514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.276514] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5ee128-e583-45d3-8c40-e06eca94c59b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.278215] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d05c12-fad0-4262-95d4-449acfbc485f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.278335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.278401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.278576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.278667] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d05c12-fad0-4262-95d4-449acfbc485f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.280674] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.280798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.280882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.281330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.281330] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.287224] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.287224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.287224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.287422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.287461] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.289996] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ff2ce4-2df6-4b39-8796-03e93d370530 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.290151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.290266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.290418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.291538] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.291686] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f91e7f-de94-4801-81fa-51a1687cf9ba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.291804] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.291906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.292060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.292168] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f91e7f-de94-4801-81fa-51a1687cf9ba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.292986] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6175b2a8-d69e-40d2-93d9-891761777b31 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.293111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.293220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.293314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.293502] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6175b2a8-d69e-40d2-93d9-891761777b31',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.294103] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.294211] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.294274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.294424] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.294494] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.295296] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a92eaed-689d-423f-9c10-7314becd663b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.295397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.295444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.296279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.296279] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a92eaed-689d-423f-9c10-7314becd663b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.296642] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.296642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.296642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.296642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.296826] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.300112] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c274e25-4bfe-4861-962a-216280dc4196 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.300112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.300112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.300112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.300112] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c274e25-4bfe-4861-962a-216280dc4196',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.300112] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.300112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.300112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.300112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.300112] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c876ffcc-18e7-4b67-9d9e-fe9a46da1993',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.300637] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.300637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.300637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.300637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.300789] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.301400] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.301540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.301540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.301680] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.301813] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68e87583-c48e-4e8d-8a46-221d44aa0fd4',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.302521] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c76c0bb-a199-4347-8bbe-c712c62041f5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.302620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.302688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.302902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.303080] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c76c0bb-a199-4347-8bbe-c712c62041f5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.303770] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.304193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.304193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.304263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.304343] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.305008] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.305495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.305495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.305495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.305495] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.306748] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.306748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.306748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.306748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.306748] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c54d9b9-61b2-4c57-9afb-068ae2ec914c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.306975] env[65302]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1049.332743] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.332969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.332969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.333206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.356980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.357169] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d05c12-fad0-4262-95d4-449acfbc485f is going to be deleted. [ 1049.378209] env[65302]: INFO networking_nsxv3.common.synchronization [req-8f1e5193-6695-47d0-985d-c04b3e915764 req-864c0e5d-99fc-42e1-b348-20447a684308 service nova] Enqueued Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_rules [ 1049.379751] env[65302]: INFO networking_nsxv3.common.synchronization [req-8f1e5193-6695-47d0-985d-c04b3e915764 req-864c0e5d-99fc-42e1-b348-20447a684308 service nova] Enqueued Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1049.379751] env[65302]: INFO networking_nsxv3.common.synchronization [req-8f1e5193-6695-47d0-985d-c04b3e915764 req-864c0e5d-99fc-42e1-b348-20447a684308 service nova] Enqueued Resource ID: f1b50b79-8431-489b-ad20-6ab4e0015782 with Priority: HIGHEST for action port [ 1049.380083] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_rules [ 1049.380232] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1049.380424] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b50b79-8431-489b-ad20-6ab4e0015782 with Priority: HIGHEST for action port [ 1049.383731] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.383731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.383731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.383731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.383731] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.383731] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.383731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.383731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.383731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.383731] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.384420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.384420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.384420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.387618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.387618] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.387618] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b50b79-8431-489b-ad20-6ab4e0015782 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.387618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b50b79-8431-489b-ad20-6ab4e0015782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.387618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b50b79-8431-489b-ad20-6ab4e0015782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.387618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b50b79-8431-489b-ad20-6ab4e0015782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.387618] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b50b79-8431-489b-ad20-6ab4e0015782',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.429547] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.429705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.429755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.430039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.430130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.433799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d05c12-fad0-4262-95d4-449acfbc485f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.780925] env[65302]: INFO networking_nsxv3.common.synchronization [req-29cde5b9-5a20-4699-809e-197d32c4f5be req-d3e58bbe-e4f7-47e6-9f2d-7fb29ed63c7d tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1049.781650] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1049.782732] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.782881] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.783375] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.783755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.783924] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.784040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.784105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.784511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.784511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.784511] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.812022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.812022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.812022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.812022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.812022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.812022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.812022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.812022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.812022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.812022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.812022] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.818530] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.818530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.818530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.818530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.818530] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.818530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.818530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.818530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.818530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.818530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.818530] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.819196] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.819196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.819196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.819357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.819396] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.819584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.819584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.819685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.819999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.819999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.819999] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.831585] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.831722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.831771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.832213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.832573] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.832573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.832573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.832726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.832824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.832863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.833061] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.877036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.877036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.877036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.877036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.878392] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.878534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.879448] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.880324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.883523] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.883680] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.886569] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.886758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.888073] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.888073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.888847] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.888963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.889199] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.893982] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.894141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.895255] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.895255] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.896019] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.896583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.899363] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.899363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.900577] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.901297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.901297] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f91e7f-de94-4801-81fa-51a1687cf9ba is going to be deleted. [ 1049.902928] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.903130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.903188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.904104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.928598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.928759] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c54d9b9-61b2-4c57-9afb-068ae2ec914c is going to be deleted. [ 1049.929852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.930210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.950931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.950931] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bdc77c8-0848-4097-9e11-574580ef8a62 is going to be deleted. [ 1049.952234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.952234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.969587] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.969811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.002532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.003684] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c274e25-4bfe-4861-962a-216280dc4196 is going to be deleted. [ 1050.004129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.004129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.028183] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.028183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.028183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.028183] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78 is going to be deleted. [ 1050.029915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.031947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.035241] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d75ac8dd-9982-4d0a-8ef1-3ba3633ad46a None None] Enqueued Resource ID: f9da3d9f-d7fd-4b15-b121-aca9ee85a7eb with Priority: HIGHEST for action port [ 1050.037422] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9da3d9f-d7fd-4b15-b121-aca9ee85a7eb with Priority: HIGHEST for action port [ 1050.038706] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9da3d9f-d7fd-4b15-b121-aca9ee85a7eb taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.038931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9da3d9f-d7fd-4b15-b121-aca9ee85a7eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.038931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9da3d9f-d7fd-4b15-b121-aca9ee85a7eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.039241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9da3d9f-d7fd-4b15-b121-aca9ee85a7eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.039366] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9da3d9f-d7fd-4b15-b121-aca9ee85a7eb',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.076993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.076993] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f5c0c14-db8a-4415-8444-9629bc3d810e is going to be deleted. [ 1050.076993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.076993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.079749] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.080088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.100358] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.100358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.112644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.112951] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a92eaed-689d-423f-9c10-7314becd663b is going to be deleted. [ 1050.114074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.114304] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.114388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.114557] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37abf071-1e10-4366-ba5c-88bcdc6bc4b1 already deleted. [ 1050.114557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37abf071-1e10-4366-ba5c-88bcdc6bc4b1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.114713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.114871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.251407] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.251407] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.251407] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.251701] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.251855] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.251951] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.252072] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.252335] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.253033] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.253033] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.253033] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.253033] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.253033] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.253284] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.253284] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.253354] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.256183] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.256299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.257997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.258125] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c876ffcc-18e7-4b67-9d9e-fe9a46da1993 is going to be deleted. [ 1050.259286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.259489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.286281] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.304381] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.304550] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.304687] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.304965] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.305285] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-a752ce53-60e2-47ac-84f2-8bb07e82754a taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.305472] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-a752ce53-60e2-47ac-84f2-8bb07e82754a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.305845] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-a752ce53-60e2-47ac-84f2-8bb07e82754a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.305913] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-a752ce53-60e2-47ac-84f2-8bb07e82754a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.306064] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a752ce53-60e2-47ac-84f2-8bb07e82754a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.326015] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.327808] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.327997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.328226] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.328334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.328403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.328600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.328770] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.328858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.328919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.329084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.329209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.329257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.330047] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.330047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.330047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.330047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.330047] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.331648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.331648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.331648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.331648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.331648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.331648] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.332185] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.332291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.332833] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.335032] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ff2ce4-2df6-4b39-8796-03e93d370530 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.335032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.335032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.335032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.335032] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.335032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.335032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.335032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.335032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.335032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.335032] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.335861] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.335990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.337964] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.338094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.338161] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.338630] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.338630] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.338630] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.338630] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.338836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.338836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.338904] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.339021] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.339153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.339189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.339299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.339429] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.339516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.339574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.339704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.339775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.339849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.339976] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.349997] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.349997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.357328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.357328] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5ee128-e583-45d3-8c40-e06eca94c59b is going to be deleted. [ 1050.358677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.358677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.391711] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.391711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.396149] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.396149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.398747] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1b50b79-8431-489b-ad20-6ab4e0015782 with status ACTIVE [ 1050.398747] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.398747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.398747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.398747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.398747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.398747] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.398747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.398747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.398747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.398747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.399280] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.399280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.399280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.399280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.399280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.399443] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1b50b79-8431-489b-ad20-6ab4e0015782 is going to be updated. [ 1050.402199] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.405177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.406019] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6175b2a8-d69e-40d2-93d9-891761777b31 is going to be deleted. [ 1050.406289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.406525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.495863] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.496059] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68e87583-c48e-4e8d-8a46-221d44aa0fd4 is going to be deleted. [ 1050.497109] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.497351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.497439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.497566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f91e7f-de94-4801-81fa-51a1687cf9ba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.497736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.497887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.497962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.498273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c54d9b9-61b2-4c57-9afb-068ae2ec914c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.498892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.499101] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.499196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.499422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bdc77c8-0848-4097-9e11-574580ef8a62" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.499801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.499801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.499922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.499983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c274e25-4bfe-4861-962a-216280dc4196" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.500146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.500317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.500396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.500524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1083d9d8-1026-4ce5-9b9f-cd3bb9c3cb78" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.500666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.500827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.500933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.501076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a92eaed-689d-423f-9c10-7314becd663b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.501212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.501364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.501439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.501576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f5c0c14-db8a-4415-8444-9629bc3d810e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.501713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.501871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.503881] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.504091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.524532] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.524710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.524968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.525206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.525805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.525805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b50b79-8431-489b-ad20-6ab4e0015782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.544051] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9da3d9f-d7fd-4b15-b121-aca9ee85a7eb [ 1050.544051] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.544051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.544051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.544051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.544051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.544433] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9da3d9f-d7fd-4b15-b121-aca9ee85a7eb already deleted. [ 1050.544433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9da3d9f-d7fd-4b15-b121-aca9ee85a7eb" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.557448] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.557601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.567301] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.567524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.580744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.580744] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be deleted. [ 1050.581806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.582137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.616730] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.617031] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c76c0bb-a199-4347-8bbe-c712c62041f5 is going to be deleted. [ 1050.618233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.618461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.618547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.618652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c876ffcc-18e7-4b67-9d9e-fe9a46da1993" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.619939] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.620057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.620133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.620354] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.620459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.620581] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68e87583-c48e-4e8d-8a46-221d44aa0fd4" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.620737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.620947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.621062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.621402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5ee128-e583-45d3-8c40-e06eca94c59b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.623032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.623209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.623293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.623409] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6175b2a8-d69e-40d2-93d9-891761777b31" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.706359] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.706633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.706633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.706835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.706938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.707113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.749103] env[65302]: INFO networking_nsxv3.common.synchronization [None req-0fe33976-ce73-42bb-87dc-df07958ed1e5 None None] Enqueued Resource ID: dd99fc24-a478-4a2a-9f21-23215c49ca20 with Priority: HIGHEST for action port [ 1050.749461] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd99fc24-a478-4a2a-9f21-23215c49ca20 with Priority: HIGHEST for action port [ 1050.749872] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd99fc24-a478-4a2a-9f21-23215c49ca20 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.750095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd99fc24-a478-4a2a-9f21-23215c49ca20" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.750203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd99fc24-a478-4a2a-9f21-23215c49ca20" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.750413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd99fc24-a478-4a2a-9f21-23215c49ca20" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.750492] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd99fc24-a478-4a2a-9f21-23215c49ca20',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.759294] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1050.759998] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.760194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.760312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.760550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.760619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.760828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c76c0bb-a199-4347-8bbe-c712c62041f5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.794067] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.809367] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.809643] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.809822] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.810439] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.810439] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.810439] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port a752ce53-60e2-47ac-84f2-8bb07e82754a not found, creating... [ 1050.810711] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.810869] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.811050] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.811668] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.811668] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.811785] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.812066] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.812066] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.812908] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.813348] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.813348] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: a752ce53-60e2-47ac-84f2-8bb07e82754a is going to be created. [ 1050.833054] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f: rpc.has_security_group_logging(os_id): False [ 1050.838420] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc2671d-e165-4d21-a583-8c87fe6c200d: rpc.has_security_group_logging(os_id): False [ 1050.839792] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5: rpc.has_security_group_logging(os_id): False [ 1050.840768] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.842269] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c2dda12-210c-4622-be22-0d6a11b072ed: rpc.has_security_group_logging(os_id): False [ 1050.853731] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.853731] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.853731] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.853731] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.853731] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.853731] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-a752ce53-60e2-47ac-84f2-8bb07e82754a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.870263] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.870263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.870263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.870263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.871667] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.871997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.874037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.874037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.876450] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.876625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.910299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.910299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.910299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.910299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.910299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.910299] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 is going to be created. [ 1050.919325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.919325] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.919325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.919325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.919516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.919516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.920040] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be updated. [ 1050.920917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.921226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.968168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.968168] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.968168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.968168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.968621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.968621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.968806] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.968986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.969121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.969544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.969692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.970209] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.970340] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.970433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.970636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.970728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.970838] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 1050.972253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.972463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.974315] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.974466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.974536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.974751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.974976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.988851] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: UNINITIALIZED for 2s [ 1051.078252] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.078475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.081477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.082202] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.082377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.082493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.082788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.083011] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.083180] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 is going to be updated. [ 1051.084833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.085097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.140270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.140602] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.140799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.140915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.141243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.141378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.141629] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.141761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.141847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.142077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.142216] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.142468] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.142601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.142687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.142865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.142968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.143098] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1051.144291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.144508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.144658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.183469] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 1051.211130] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.211309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.211359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.211649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.211736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.217396] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.217723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.217723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.218011] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.218197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.253099] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd99fc24-a478-4a2a-9f21-23215c49ca20 [ 1051.255625] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.255907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.256009] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.256267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.256453] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.256546] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd99fc24-a478-4a2a-9f21-23215c49ca20 already deleted. [ 1051.256644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd99fc24-a478-4a2a-9f21-23215c49ca20" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.257627] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 1051.261225] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: IN_PROGRESS for 2s [ 1051.296850] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.297245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.297245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.297327] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.297399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.297493] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 is going to be updated. [ 1051.309036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.311248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.311497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.311618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.311769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.343290] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63ff2ce4-2df6-4b39-8796-03e93d370530: rpc.has_security_group_logging(os_id): False [ 1051.395650] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.395873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.395946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.396226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.396672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.398583] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.398702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.398786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.398994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.421087] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: IN_PROGRESS for 2s [ 1051.421823] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1051.429775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.430442] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.430442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.430442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.430623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.430709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.430801] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 is going to be updated. [ 1051.538518] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.538518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.538518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.538518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.538518] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.556843] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 in Status: IN_PROGRESS for 2s [ 1051.566783] env[65302]: INFO networking_nsxv3.common.synchronization [req-29cde5b9-5a20-4699-809e-197d32c4f5be req-50210973-d580-478a-8873-cdd05a777499 service nova] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_rules [ 1051.566959] env[65302]: INFO networking_nsxv3.common.synchronization [req-29cde5b9-5a20-4699-809e-197d32c4f5be req-50210973-d580-478a-8873-cdd05a777499 service nova] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1051.567127] env[65302]: INFO networking_nsxv3.common.synchronization [req-29cde5b9-5a20-4699-809e-197d32c4f5be req-50210973-d580-478a-8873-cdd05a777499 service nova] Enqueued Resource ID: a752ce53-60e2-47ac-84f2-8bb07e82754a with Priority: HIGHEST for action port [ 1051.567779] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_rules [ 1051.567926] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1051.568610] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752ce53-60e2-47ac-84f2-8bb07e82754a with Priority: HIGHEST for action port [ 1051.568973] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.569100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.569345] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.569435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.569616] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-a752ce53-60e2-47ac-84f2-8bb07e82754a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.569723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a752ce53-60e2-47ac-84f2-8bb07e82754a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.569775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a752ce53-60e2-47ac-84f2-8bb07e82754a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.570096] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a752ce53-60e2-47ac-84f2-8bb07e82754a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.570181] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a752ce53-60e2-47ac-84f2-8bb07e82754a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.902227] env[65302]: INFO networking_nsxv3.common.synchronization [req-1f75953c-7608-4f77-a643-d70a14557722 req-644f35c1-c448-4dde-aa4e-42d14db42134 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1051.902908] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1051.903119] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.903238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.903300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.903495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.903771] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.903859] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.903966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.904172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.904287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.904404] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.072322] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a752ce53-60e2-47ac-84f2-8bb07e82754a with status ACTIVE [ 1052.072886] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.073166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.073271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.073710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.073877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.074118] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.074270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.074368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.075401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.075571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.075682] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.075778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.075853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.075980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.076129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.076184] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a752ce53-60e2-47ac-84f2-8bb07e82754a is going to be updated. [ 1052.104118] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.104426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.104513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.104743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.106032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.106032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a752ce53-60e2-47ac-84f2-8bb07e82754a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.360085] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d9cd7673-ba8f-4daf-ae17-f3d9993ea956 None None] Enqueued Resource ID: 2616ccd7-4ba1-4c5a-b849-ef213a18a8d3 with Priority: HIGHEST for action port [ 1052.360672] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2616ccd7-4ba1-4c5a-b849-ef213a18a8d3 with Priority: HIGHEST for action port [ 1052.361143] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-2616ccd7-4ba1-4c5a-b849-ef213a18a8d3 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.361143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2616ccd7-4ba1-4c5a-b849-ef213a18a8d3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.361342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2616ccd7-4ba1-4c5a-b849-ef213a18a8d3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.361544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2616ccd7-4ba1-4c5a-b849-ef213a18a8d3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.361544] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2616ccd7-4ba1-4c5a-b849-ef213a18a8d3',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.408022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.408022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.408022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.408022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.408022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.408022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.408022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.408022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.408443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.408443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.408443] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1052.453554] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.453763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.453763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.454039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.454144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.467905] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1052.629069] env[65302]: INFO networking_nsxv3.common.synchronization [req-88905a5c-6a8a-4b6f-9d22-3668c497cff2 req-46cb98f7-6494-4125-a4be-e83579d67b96 tempest-SecurityGroupRulesTestJSON-939497726 tempest-SecurityGroupRulesTestJSON-939497726-project-member] Enqueued Resource ID: 74fce8b3-64af-4397-9a3b-cd5c81cb2884 with Priority: HIGHEST for action security_group_rules [ 1052.629443] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74fce8b3-64af-4397-9a3b-cd5c81cb2884 with Priority: HIGHEST for action security_group_rules [ 1052.629697] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74fce8b3-64af-4397-9a3b-cd5c81cb2884 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.629820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74fce8b3-64af-4397-9a3b-cd5c81cb2884" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.629899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74fce8b3-64af-4397-9a3b-cd5c81cb2884" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.630429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74fce8b3-64af-4397-9a3b-cd5c81cb2884" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.630429] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74fce8b3-64af-4397-9a3b-cd5c81cb2884',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.863960] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2616ccd7-4ba1-4c5a-b849-ef213a18a8d3 [ 1052.864141] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.864306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.864385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.864693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.864799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.864864] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2616ccd7-4ba1-4c5a-b849-ef213a18a8d3 already deleted. [ 1052.864932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2616ccd7-4ba1-4c5a-b849-ef213a18a8d3" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.001834] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: SUCCESS [ 1053.001834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.001834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.001834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.001834] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.001834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.001834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.001834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.001834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.001834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.001834] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.143655] env[65302]: INFO networking_nsxv3.common.synchronization [req-2bbde8a3-e18f-4ca6-9985-7fdd2cc9d429 req-d5a27af3-3c9d-49ec-ba53-84758f148cf1 tempest-SecurityGroupRulesTestJSON-939497726 tempest-SecurityGroupRulesTestJSON-939497726-project-member] Enqueued Resource ID: f4f09161-6412-478e-ab61-2b70a377884e with Priority: HIGHEST for action security_group_rules [ 1053.146812] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f09161-6412-478e-ab61-2b70a377884e with Priority: HIGHEST for action security_group_rules [ 1053.146812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4f09161-6412-478e-ab61-2b70a377884e taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.146812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4f09161-6412-478e-ab61-2b70a377884e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.146812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4f09161-6412-478e-ab61-2b70a377884e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.146812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4f09161-6412-478e-ab61-2b70a377884e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.146812] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4f09161-6412-478e-ab61-2b70a377884e',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.152888] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.153109] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.153212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.153471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.153566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.153712] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74fce8b3-64af-4397-9a3b-cd5c81cb2884 already deleted. [ 1053.153869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74fce8b3-64af-4397-9a3b-cd5c81cb2884" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.196926] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 1053.196926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.276034] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 1053.276848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.277292] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: SUCCESS [ 1053.277292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.436756] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: SUCCESS [ 1053.436756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.436756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.436756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.436756] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.436756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.436756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.436756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.436756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.436756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.436756] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.440640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.440823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.441088] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.441259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.441335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.441511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.441601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.441985] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.447414] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1053.447414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.508430] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.574643] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 in Status: SUCCESS [ 1053.574643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.672515] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.672684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.672768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.672955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.673116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.673233] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4f09161-6412-478e-ab61-2b70a377884e already deleted. [ 1053.673309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4f09161-6412-478e-ab61-2b70a377884e" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.941581] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.942580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.944237] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.010463] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c32a5a6b-3fc5-4b45-9bc0-deab4899f968: rpc.has_security_group_logging(os_id): False [ 1054.031487] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.032258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.032394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.032624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.032735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.032974] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.033312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.033389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.033561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.033652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.033757] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 is going to be created. [ 1054.120116] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.120306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.120353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.120575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.120749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.136628] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: IN_PROGRESS for 2s [ 1054.448552] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.460429] env[65302]: INFO networking_nsxv3.common.synchronization [req-673aacf5-8578-4f20-bbb7-b783efd00e11 req-b31f8869-99be-42d7-98be-a00531cd1a86 tempest-SecurityGroupRulesTestJSON-939497726 tempest-SecurityGroupRulesTestJSON-939497726-project-member] Enqueued Resource ID: 3b549ac0-d61b-4c84-a000-ec4f937c7aba with Priority: HIGHEST for action security_group_rules [ 1054.460928] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b549ac0-d61b-4c84-a000-ec4f937c7aba with Priority: HIGHEST for action security_group_rules [ 1054.461291] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.461426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.461527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.461862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.461991] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b549ac0-d61b-4c84-a000-ec4f937c7aba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.478492] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1054.478672] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed deletion is rescheduled due to dependency. [ 1054.478786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.596712] env[65302]: INFO networking_nsxv3.common.synchronization [req-6b18836f-028d-4d1e-8183-073acc5d3ae9 req-3f1613df-a46b-45a1-917e-26c7bebc7187 tempest-SecurityGroupRulesTestJSON-939497726 tempest-SecurityGroupRulesTestJSON-939497726-project-member] Enqueued Resource ID: 3b549ac0-d61b-4c84-a000-ec4f937c7aba with Priority: HIGHEST for action security_group_rules [ 1054.597573] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b549ac0-d61b-4c84-a000-ec4f937c7aba with Priority: HIGHEST for action security_group_rules [ 1054.598053] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.598196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.708607] env[65302]: INFO networking_nsxv3.common.synchronization [None req-66a12402-5d09-4d5d-93fc-c7df13d19cf4 None None] Enqueued Resource ID: a135cdd2-e6af-4480-93aa-b812cff8fb0b with Priority: HIGHEST for action port [ 1054.709151] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a135cdd2-e6af-4480-93aa-b812cff8fb0b with Priority: HIGHEST for action port [ 1054.711455] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-a135cdd2-e6af-4480-93aa-b812cff8fb0b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.711455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a135cdd2-e6af-4480-93aa-b812cff8fb0b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.711455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a135cdd2-e6af-4480-93aa-b812cff8fb0b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.711799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a135cdd2-e6af-4480-93aa-b812cff8fb0b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.711873] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a135cdd2-e6af-4480-93aa-b812cff8fb0b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.810239] env[65302]: INFO networking_nsxv3.common.synchronization [req-5dcf9a30-f68a-4ee9-982c-6a67b27ecbda req-a69c2a55-837c-4140-82ab-342b0fde1744 tempest-SecurityGroupRulesTestJSON-939497726 tempest-SecurityGroupRulesTestJSON-939497726-project-member] Enqueued Resource ID: 3b549ac0-d61b-4c84-a000-ec4f937c7aba with Priority: HIGHEST for action security_group_rules [ 1054.811860] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b549ac0-d61b-4c84-a000-ec4f937c7aba with Priority: HIGHEST for action security_group_rules [ 1054.811860] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.811860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.951294] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.951449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.951565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.951868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.951968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.952088] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 is going to be updated. [ 1054.986105] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.986328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.986522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.987239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.987239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.987239] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b549ac0-d61b-4c84-a000-ec4f937c7aba already deleted. [ 1054.987411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.987515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.987784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.987878] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b549ac0-d61b-4c84-a000-ec4f937c7aba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.990537] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.990825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.990825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.990986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.991593] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.002487] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: IN_PROGRESS for 2s [ 1055.214964] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a135cdd2-e6af-4480-93aa-b812cff8fb0b [ 1055.214964] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.214964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.214964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.214964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.214964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.214964] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a135cdd2-e6af-4480-93aa-b812cff8fb0b already deleted. [ 1055.214964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a135cdd2-e6af-4480-93aa-b812cff8fb0b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.512651] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.514230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.514230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.514230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.514230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.514230] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b549ac0-d61b-4c84-a000-ec4f937c7aba already deleted. [ 1055.514230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.514230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.514230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.514230] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b549ac0-d61b-4c84-a000-ec4f937c7aba',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.562962] env[65302]: INFO networking_nsxv3.common.synchronization [req-4e9c107c-7c84-45f9-9bb9-c91e78fa28be req-ed82f32a-8798-40ba-b7f6-0dca0f0ab41d tempest-ServersV294TestFqdnHostnames-1853822962 tempest-ServersV294TestFqdnHostnames-1853822962-project-member] Enqueued Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_members [ 1055.562962] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGHEST for action security_group_members [ 1055.563145] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ff2ce4-2df6-4b39-8796-03e93d370530 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.563259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.563323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.563513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.563672] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.563768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.563835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.563975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.564091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.564154] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.040336] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.040577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.040671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.040922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.041132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.041190] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b549ac0-d61b-4c84-a000-ec4f937c7aba already deleted. [ 1056.041271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b549ac0-d61b-4c84-a000-ec4f937c7aba" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.067073] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.067290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.067390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.068039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.068039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.068039] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.068039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.068039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.068486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.068486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.068486] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 is going to be updated. [ 1056.102772] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.102943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.103022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.103792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.103792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.116220] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 in Status: IN_PROGRESS for 2s [ 1056.153972] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: SUCCESS [ 1056.154278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.013141] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: SUCCESS [ 1057.013499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.013545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.013753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.014148] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.014148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.014293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.014382] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.014382] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.014479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.014630] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.014722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.014782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.014915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.015056] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.015145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.015214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.015370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.015438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.015516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.015599] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.038551] env[65302]: INFO networking_nsxv3.common.synchronization [None req-74880281-f038-4f68-9b88-64900d3a2ddd tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_rules [ 1057.039077] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_rules [ 1057.039375] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.039489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.039554] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.039798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.039876] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d5c811c-fcf7-4f16-acec-7cf8120cd4a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.147887] env[65302]: INFO networking_nsxv3.common.synchronization [None req-f363211a-9f54-4c80-9a48-85f8d5eb7dd9 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_rules [ 1057.148484] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_rules [ 1057.148852] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.148957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.517472] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65bad1a1-b35e-410c-a3bc-8a885df7c236: rpc.has_security_group_logging(os_id): False [ 1057.538528] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.538785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.538785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.538976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.559827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.560298] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.560456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.560526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.560758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.560868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.561197] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.561319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.561388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.561558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.562148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.562148] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.562148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.562331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.562371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.562464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.562582] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 is going to be updated. [ 1057.564678] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.564678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.564815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.564916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.565027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.565127] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 already deleted. [ 1057.565230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.565796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.565985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.566474] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d5c811c-fcf7-4f16-acec-7cf8120cd4a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.632355] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.632603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.632677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.633179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.635024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.649482] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: IN_PROGRESS for 2s [ 1058.092655] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.092952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.092952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.093256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.093256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.093333] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 already deleted. [ 1058.093368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.129869] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 in Status: SUCCESS [ 1058.130139] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 deletion is rescheduled due to dependency. [ 1058.130264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.615558] env[65302]: INFO networking_nsxv3.common.synchronization [req-c2528f9b-ecad-468c-957f-0a90fdb3f524 req-cb7dd79a-fc72-4888-a700-afdde3b6a607 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 1058.616539] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 1058.617176] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.617567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.622819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.622819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.622819] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.622819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.622819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.622819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.622819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.622819] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.125601] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.125993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.125993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.126109] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.126353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.126616] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.126616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.126616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.126823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.126823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.126928] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 1059.167817] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.167993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.168093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.168310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.168455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.177421] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 1059.179297] env[65302]: INFO networking_nsxv3.common.synchronization [req-c516c47a-75e9-4198-b617-43c78aa62a33 req-dccf61df-32ad-4812-8d28-a2410cbd8cbb tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_members [ 1059.180086] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_members [ 1059.181343] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d3291d-8c05-441f-9b0e-9e114d0c1140 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.181484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.181536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.182832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.182832] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.182832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.182991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.183203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.183203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.183300] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d3291d-8c05-441f-9b0e-9e114d0c1140',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.518439] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.518439] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.518439] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.518439] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.518935] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.519523] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.519786] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.520373] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.520659] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.521043] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.521287] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.521735] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.522045] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.522356] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.522592] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.522885] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.541260] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.541824] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.542160] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.542467] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.543167] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.544018] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.544018] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.544018] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.544373] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('930fea6c-fc2a-4bba-a2f0-9ecfde845e3b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.664958] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: SUCCESS [ 1059.664958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.664958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.664958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.664958] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.688235] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.688390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.688462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.688671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.688763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.688953] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.689063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.689126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.689726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.689726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.689726] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 already deleted. [ 1059.689726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.048025] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.048025] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.048025] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.048025] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.048025] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.048025] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b not found, creating... [ 1060.048552] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.048552] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.048552] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.048807] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.048881] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.049279] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.052773] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.052773] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.052773] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.052773] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.052773] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b is going to be created. [ 1060.079556] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.079556] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.079556] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.079556] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.079556] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.079556] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.168249] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.168249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.168249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.168249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.168249] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.168249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.168249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.168249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.168249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.168249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.168249] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.672036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.672036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.672036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.672036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.672036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.672036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.672036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.672036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.672036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.672036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.672036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.672036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.672036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.675270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.675270] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.675270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.675270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.675270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.675270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.675270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.675270] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.811857] env[65302]: INFO networking_nsxv3.common.synchronization [req-c516c47a-75e9-4198-b617-43c78aa62a33 req-14044474-2ce8-4efb-a57a-0358651718f3 service nova] Enqueued Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_rules [ 1060.812038] env[65302]: INFO networking_nsxv3.common.synchronization [req-c516c47a-75e9-4198-b617-43c78aa62a33 req-14044474-2ce8-4efb-a57a-0358651718f3 service nova] Enqueued Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_members [ 1060.812175] env[65302]: INFO networking_nsxv3.common.synchronization [req-c516c47a-75e9-4198-b617-43c78aa62a33 req-14044474-2ce8-4efb-a57a-0358651718f3 service nova] Enqueued Resource ID: 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b with Priority: HIGHEST for action port [ 1060.812721] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_rules [ 1060.812836] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_members [ 1060.812926] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b with Priority: HIGHEST for action port [ 1060.815919] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d3291d-8c05-441f-9b0e-9e114d0c1140 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.816100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.816191] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.816439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.816614] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d3291d-8c05-441f-9b0e-9e114d0c1140',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.817518] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d3291d-8c05-441f-9b0e-9e114d0c1140 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.817640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.817706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.817858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.818010] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.818105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.818166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.818309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.818393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.818519] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d3291d-8c05-441f-9b0e-9e114d0c1140',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.821726] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.821909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.822175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.822463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.822579] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('930fea6c-fc2a-4bba-a2f0-9ecfde845e3b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.182993] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65bad1a1-b35e-410c-a3bc-8a885df7c236: rpc.has_security_group_logging(os_id): False [ 1061.192906] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 1061.193970] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d deletion is rescheduled due to dependency. [ 1061.193970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.202038] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.202038] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.202038] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.202038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.204209] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.204597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.204787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.205565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.205565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.205565] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 is going to be updated. [ 1061.284552] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.284743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.284810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.284971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.285129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.301231] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: IN_PROGRESS for 2s [ 1061.322584] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d3291d-8c05-441f-9b0e-9e114d0c1140',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.325432] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d3291d-8c05-441f-9b0e-9e114d0c1140 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.325432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.325965] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b with status ACTIVE [ 1061.325965] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.325965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.325965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.326420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.326420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.326420] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.326420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.326685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.326685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.326803] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.326893] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.327302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.327402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.327494] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.327563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.327647] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 930fea6c-fc2a-4bba-a2f0-9ecfde845e3b is going to be updated. [ 1061.359460] env[65302]: INFO networking_nsxv3.common.synchronization [req-19c19ccc-9e4f-4adc-a491-f846c1a51034 req-4dc613b9-48e1-4001-9f0d-dfc5d93c78bf tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Enqueued Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_members [ 1061.360805] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_members [ 1061.361987] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.361987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.361987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.361987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.361987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.361987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-930fea6c-fc2a-4bba-a2f0-9ecfde845e3b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.362260] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.362992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.362992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.362992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.362992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.362992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.362992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.362992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.363426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.363426] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4d0fdc-5789-40ff-9426-2ef0a39071fd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.748354] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.748576] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-231" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.749018] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-231" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.749018] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-231" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.753034] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.753260] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.753388] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.753747] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.753824] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.753995] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.754119] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.754226] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.754527] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.754677] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.754806] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.754953] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.777693] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.778279] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.778279] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.778465] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-231" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.778908] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-4f53dc8e-4e37-4e79-89af-f5c58bd31225 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.779230] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-4f53dc8e-4e37-4e79-89af-f5c58bd31225" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.779595] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-4f53dc8e-4e37-4e79-89af-f5c58bd31225" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.780079] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-4f53dc8e-4e37-4e79-89af-f5c58bd31225" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.780304] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f53dc8e-4e37-4e79-89af-f5c58bd31225',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.825307] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d3291d-8c05-441f-9b0e-9e114d0c1140',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.865704] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.865904] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.865989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.866271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.866374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.866639] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.866789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.866878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.867071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.867170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.867280] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd already deleted. [ 1061.867403] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.283429] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.283729] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.283772] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.284040] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.284185] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.284365] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 4f53dc8e-4e37-4e79-89af-f5c58bd31225 not found, creating... [ 1062.284678] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.284839] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.284949] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.285191] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.285327] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.285602] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.285773] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.285891] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.286176] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.286345] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.286486] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 4f53dc8e-4e37-4e79-89af-f5c58bd31225 is going to be created. [ 1062.324736] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.324992] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.325090] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.325454] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.325706] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.326040] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-4f53dc8e-4e37-4e79-89af-f5c58bd31225" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.328916] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.329144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.329144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.329689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.329689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.329689] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 is going to be created. [ 1062.357478] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.357729] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.357798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.358263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.358507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.385524] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 in Status: UNINITIALIZED for 2s [ 1063.037731] env[65302]: INFO networking_nsxv3.common.synchronization [req-19c19ccc-9e4f-4adc-a491-f846c1a51034 req-f00226f6-cacb-4f97-93ca-2a275f8221a0 service nova] Enqueued Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_rules [ 1063.037953] env[65302]: INFO networking_nsxv3.common.synchronization [req-19c19ccc-9e4f-4adc-a491-f846c1a51034 req-f00226f6-cacb-4f97-93ca-2a275f8221a0 service nova] Enqueued Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_members [ 1063.038157] env[65302]: INFO networking_nsxv3.common.synchronization [req-19c19ccc-9e4f-4adc-a491-f846c1a51034 req-f00226f6-cacb-4f97-93ca-2a275f8221a0 service nova] Enqueued Resource ID: 4f53dc8e-4e37-4e79-89af-f5c58bd31225 with Priority: HIGHEST for action port [ 1063.038611] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_rules [ 1063.038747] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_members [ 1063.038843] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f53dc8e-4e37-4e79-89af-f5c58bd31225 with Priority: HIGHEST for action port [ 1063.039125] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.039248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.039345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.039505] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.039584] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe4d0fdc-5789-40ff-9426-2ef0a39071fd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.040912] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.041209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.041209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.041355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.041513] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.041611] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.041673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.041830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.041915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.042016] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4d0fdc-5789-40ff-9426-2ef0a39071fd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.042766] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f53dc8e-4e37-4e79-89af-f5c58bd31225 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.042874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f53dc8e-4e37-4e79-89af-f5c58bd31225" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.042939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f53dc8e-4e37-4e79-89af-f5c58bd31225" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.043097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f53dc8e-4e37-4e79-89af-f5c58bd31225" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.043172] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f53dc8e-4e37-4e79-89af-f5c58bd31225',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.319433] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: SUCCESS [ 1063.319788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.343196] env[65302]: INFO networking_nsxv3.common.synchronization [req-76153fc9-4519-45e0-a058-0d1c96f64c87 req-9140c5d0-a9d3-4b9f-a062-ba9742e0dbf6 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1063.343851] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1063.344185] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.344306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.344372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.344575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.344723] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.344820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.344880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.345446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.345567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.345668] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.545206] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe4d0fdc-5789-40ff-9426-2ef0a39071fd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.546578] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.546578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.546578] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f53dc8e-4e37-4e79-89af-f5c58bd31225 with status ACTIVE [ 1063.546885] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.546885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.547118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.547204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.547317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.547449] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.547549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.547606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.547743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.547818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.547992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.549143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.549343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.549504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.549504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.549633] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f53dc8e-4e37-4e79-89af-f5c58bd31225 is going to be updated. [ 1063.582813] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.583054] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.583097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.583323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.583470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.583663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f53dc8e-4e37-4e79-89af-f5c58bd31225" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.662393] env[65302]: INFO networking_nsxv3.common.synchronization [req-9356eee8-7074-40b4-8385-3201ddbd595b req-51c602e1-93b9-4cbf-9a55-e026fa57ea16 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Enqueued Resource ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 with Priority: HIGHEST for action security_group_members [ 1063.663019] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 with Priority: HIGHEST for action security_group_members [ 1063.663361] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a9b46e-9733-4a86-aa69-0c30b93b1b35 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.663490] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.663549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.663844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.664020] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.664133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.664222] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.664391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.664477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.664569] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a9b46e-9733-4a86-aa69-0c30b93b1b35',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.848146] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.048947] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.048947] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-20" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.048947] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-20" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.049297] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-20" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.049297] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.049504] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.050227] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.050227] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.050227] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.050371] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.050529] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.050692] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.050960] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.051167] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.051333] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.051580] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.053533] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe4d0fdc-5789-40ff-9426-2ef0a39071fd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.073975] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.074189] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.074329] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.074503] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-20" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.074816] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-dc40c9e5-5378-4abd-a6d2-5117dc33e066 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.074987] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-dc40c9e5-5378-4abd-a6d2-5117dc33e066" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.075116] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-dc40c9e5-5378-4abd-a6d2-5117dc33e066" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.075470] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-dc40c9e5-5378-4abd-a6d2-5117dc33e066" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.075616] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc40c9e5-5378-4abd-a6d2-5117dc33e066',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.166843] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.167056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.167147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.167390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.167515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.167722] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.167847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.167903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.168133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.168228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.168315] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 already deleted. [ 1064.168393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.352127] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.396980] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 in Status: SUCCESS [ 1064.397230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.397392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.397739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.397948] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.398164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.398396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.398396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.398470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.398561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.398651] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d3291d-8c05-441f-9b0e-9e114d0c1140',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.557404] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.557566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.557629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.557851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.557941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.558242] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd is going to be created. [ 1064.578503] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.578711] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.578791] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.579092] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.579238] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.579397] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port dc40c9e5-5378-4abd-a6d2-5117dc33e066 not found, creating... [ 1064.579656] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.579811] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.579925] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.580222] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.580371] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.580657] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.580810] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.580975] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.581171] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.581308] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.581446] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: dc40c9e5-5378-4abd-a6d2-5117dc33e066 is going to be created. [ 1064.591672] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.591809] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.591876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.592105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.592286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.601494] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd in Status: UNINITIALIZED for 2s [ 1064.605552] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.605990] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.606146] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.606434] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.606679] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.606898] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-dc40c9e5-5378-4abd-a6d2-5117dc33e066" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.854980] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.854980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.854980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.855184] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.855843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.855843] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 is going to be updated. [ 1064.892320] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.892493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.892541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.892757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.892901] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.900529] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d3291d-8c05-441f-9b0e-9e114d0c1140',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.905364] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: IN_PROGRESS for 2s [ 1065.349751] env[65302]: INFO networking_nsxv3.common.synchronization [req-9356eee8-7074-40b4-8385-3201ddbd595b req-29f567c2-cfb1-4b01-b1e1-3875df276473 service nova] Enqueued Resource ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 with Priority: HIGHEST for action security_group_rules [ 1065.349937] env[65302]: INFO networking_nsxv3.common.synchronization [req-9356eee8-7074-40b4-8385-3201ddbd595b req-29f567c2-cfb1-4b01-b1e1-3875df276473 service nova] Enqueued Resource ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 with Priority: HIGHEST for action security_group_members [ 1065.350088] env[65302]: INFO networking_nsxv3.common.synchronization [req-9356eee8-7074-40b4-8385-3201ddbd595b req-29f567c2-cfb1-4b01-b1e1-3875df276473 service nova] Enqueued Resource ID: dc40c9e5-5378-4abd-a6d2-5117dc33e066 with Priority: HIGHEST for action port [ 1065.350731] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 with Priority: HIGHEST for action security_group_rules [ 1065.350869] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 with Priority: HIGHEST for action security_group_members [ 1065.350962] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc40c9e5-5378-4abd-a6d2-5117dc33e066 with Priority: HIGHEST for action port [ 1065.351552] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a9b46e-9733-4a86-aa69-0c30b93b1b35 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.351936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.351991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.352485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.352751] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a9b46e-9733-4a86-aa69-0c30b93b1b35',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.353647] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a9b46e-9733-4a86-aa69-0c30b93b1b35 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.353805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.353851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.354062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.354218] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.354325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.354400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.354522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.354606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.354700] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a9b46e-9733-4a86-aa69-0c30b93b1b35',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.355823] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc40c9e5-5378-4abd-a6d2-5117dc33e066 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.355823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc40c9e5-5378-4abd-a6d2-5117dc33e066" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.355823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc40c9e5-5378-4abd-a6d2-5117dc33e066" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.355953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc40c9e5-5378-4abd-a6d2-5117dc33e066" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.356027] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc40c9e5-5378-4abd-a6d2-5117dc33e066',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.402539] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d3291d-8c05-441f-9b0e-9e114d0c1140: rpc.has_security_group_logging(os_id): False [ 1065.421190] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.421577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.421577] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.421759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.421827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.422094] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.422201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.422264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.422449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.422532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.422532] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 is going to be created. [ 1065.491317] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.491466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.491544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.491731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.491910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.503109] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 in Status: IN_PROGRESS for 2s [ 1065.860446] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a9b46e-9733-4a86-aa69-0c30b93b1b35 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.860598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.860825] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a9b46e-9733-4a86-aa69-0c30b93b1b35',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.861860] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc40c9e5-5378-4abd-a6d2-5117dc33e066 with status ACTIVE [ 1065.862167] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.862559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.862559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.862714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.862884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.863134] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.863297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.863390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.863752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.863752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.864091] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.864218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.864324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.864527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.864713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.864789] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc40c9e5-5378-4abd-a6d2-5117dc33e066 is going to be updated. [ 1065.891413] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.891770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.891770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.892067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.892304] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.892538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc40c9e5-5378-4abd-a6d2-5117dc33e066" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.080110] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 req-506e4e9f-280e-4cb3-885b-d169bf5c1369 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Enqueued Resource ID: e5474672-a520-4a2d-b2c7-4ae31006a8de with Priority: HIGHEST for action security_group_members [ 1066.081408] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5474672-a520-4a2d-b2c7-4ae31006a8de with Priority: HIGHEST for action security_group_members [ 1066.081655] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5474672-a520-4a2d-b2c7-4ae31006a8de taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.081799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.082072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.082346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.082512] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.082614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.082678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.082833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.082917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.083016] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5474672-a520-4a2d-b2c7-4ae31006a8de',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.367465] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a9b46e-9733-4a86-aa69-0c30b93b1b35',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.419902] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.421086] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-261" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.421086] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-261" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.421086] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-261" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.421086] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.421325] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.421358] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.421614] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.421809] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.422070] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.422191] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.422323] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.422441] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.422598] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.422715] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.422879] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.443967] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.444164] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.444303] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.444473] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-261" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.444791] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-c939c3d5-8586-4e6f-afb0-f88ba0de45a5 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.444960] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-c939c3d5-8586-4e6f-afb0-f88ba0de45a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.445087] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-c939c3d5-8586-4e6f-afb0-f88ba0de45a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.445417] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-c939c3d5-8586-4e6f-afb0-f88ba0de45a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.445558] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c939c3d5-8586-4e6f-afb0-f88ba0de45a5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.586254] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.586373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.586428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.587561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.587561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.587561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.587561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.587561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.587561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.587561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.587561] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5474672-a520-4a2d-b2c7-4ae31006a8de already deleted. [ 1066.587561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.612761] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd in Status: SUCCESS [ 1066.613021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.613237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.613525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.613733] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.613849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.613912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.614077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.614156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.614241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.614329] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe4d0fdc-5789-40ff-9426-2ef0a39071fd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.869594] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.869799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.869872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.870149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.870237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.870360] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 is going to be created. [ 1066.902093] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.902436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.902436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.902723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.902949] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.918924] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: SUCCESS [ 1066.919328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.920522] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 in Status: UNINITIALIZED for 2s [ 1066.948453] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.948802] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.948945] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.949364] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.949588] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.949837] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port c939c3d5-8586-4e6f-afb0-f88ba0de45a5 not found, creating... [ 1066.950276] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.950523] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.950655] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.951015] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.951252] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.951728] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.952028] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.952237] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.952572] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.952808] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.952998] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: c939c3d5-8586-4e6f-afb0-f88ba0de45a5 is going to be created. [ 1066.985120] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.985399] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.985526] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.985880] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.986122] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.986523] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-c939c3d5-8586-4e6f-afb0-f88ba0de45a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.116435] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe4d0fdc-5789-40ff-9426-2ef0a39071fd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.516968] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 in Status: SUCCESS [ 1067.517305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.620954] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe4d0fdc-5789-40ff-9426-2ef0a39071fd: rpc.has_security_group_logging(os_id): False [ 1067.640705] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.640841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.640910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.641165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.641275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.641503] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.641606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.641669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.641911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.641911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.642027] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd is going to be created. [ 1067.704244] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 req-e3cf458d-4daf-4d46-9518-72ed194c0111 service nova] Enqueued Resource ID: e5474672-a520-4a2d-b2c7-4ae31006a8de with Priority: HIGHEST for action security_group_rules [ 1067.704244] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 req-e3cf458d-4daf-4d46-9518-72ed194c0111 service nova] Enqueued Resource ID: e5474672-a520-4a2d-b2c7-4ae31006a8de with Priority: HIGHEST for action security_group_members [ 1067.705557] env[65302]: INFO networking_nsxv3.common.synchronization [req-d56a75d9-80f2-4c8d-b5b1-2ab18b730725 req-e3cf458d-4daf-4d46-9518-72ed194c0111 service nova] Enqueued Resource ID: c939c3d5-8586-4e6f-afb0-f88ba0de45a5 with Priority: HIGHEST for action port [ 1067.708996] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.709144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.709213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.709412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.709811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.711667] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5474672-a520-4a2d-b2c7-4ae31006a8de with Priority: HIGHEST for action security_group_rules [ 1067.711833] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5474672-a520-4a2d-b2c7-4ae31006a8de with Priority: HIGHEST for action security_group_members [ 1067.711934] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c939c3d5-8586-4e6f-afb0-f88ba0de45a5 with Priority: HIGHEST for action port [ 1067.712249] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5474672-a520-4a2d-b2c7-4ae31006a8de taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.712366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.712432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.712669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.712754] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5474672-a520-4a2d-b2c7-4ae31006a8de',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.713841] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5474672-a520-4a2d-b2c7-4ae31006a8de taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.713947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.714035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.714241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.714406] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.714506] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.714567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.714713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.715220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.715220] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5474672-a520-4a2d-b2c7-4ae31006a8de',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.716032] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-c939c3d5-8586-4e6f-afb0-f88ba0de45a5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.716133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c939c3d5-8586-4e6f-afb0-f88ba0de45a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.716199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c939c3d5-8586-4e6f-afb0-f88ba0de45a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.716431] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c939c3d5-8586-4e6f-afb0-f88ba0de45a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.716509] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c939c3d5-8586-4e6f-afb0-f88ba0de45a5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.730925] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd in Status: IN_PROGRESS for 2s [ 1068.219482] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5474672-a520-4a2d-b2c7-4ae31006a8de taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.219482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.219871] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5474672-a520-4a2d-b2c7-4ae31006a8de',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.221911] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c939c3d5-8586-4e6f-afb0-f88ba0de45a5 with status ACTIVE [ 1068.221911] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.221911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.221911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.221911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.221911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.222202] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.222369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.222460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.223306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.223306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.223306] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.223306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.223306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.223306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.223742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.223742] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c939c3d5-8586-4e6f-afb0-f88ba0de45a5 is going to be updated. [ 1068.250568] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.250768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.250768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.250986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.251133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.251320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c939c3d5-8586-4e6f-afb0-f88ba0de45a5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.725549] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5474672-a520-4a2d-b2c7-4ae31006a8de',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.931432] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 in Status: SUCCESS [ 1068.931647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.931816] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.932039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.932240] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.932359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.932428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.932626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.932703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.932791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.932884] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a9b46e-9733-4a86-aa69-0c30b93b1b35',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.228401] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.228604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.228695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.228955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.229064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.229206] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5474672-a520-4a2d-b2c7-4ae31006a8de is going to be created. [ 1069.258883] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.259068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.259130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.259733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.259733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.271206] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5474672-a520-4a2d-b2c7-4ae31006a8de in Status: UNINITIALIZED for 2s [ 1069.435533] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a9b46e-9733-4a86-aa69-0c30b93b1b35 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.435713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.435785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.436020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.436215] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.436321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.436357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.436504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.436602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.436689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.436845] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a9b46e-9733-4a86-aa69-0c30b93b1b35 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.436955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.436995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.437173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.437285] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.437428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.437557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.437763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.437869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.437993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.438188] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a9b46e-9733-4a86-aa69-0c30b93b1b35',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.746202] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd in Status: SUCCESS [ 1069.746525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.941024] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a9b46e-9733-4a86-aa69-0c30b93b1b35: rpc.has_security_group_logging(os_id): False [ 1069.960319] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.960319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.960319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.960520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.960546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.961090] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.961090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.961090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.961090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.961433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.961433] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.961433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.961569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.961774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.961908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.962203] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.962363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.962481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.962678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.962761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.962852] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 is going to be created. [ 1070.030065] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.030402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.030520] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.030739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.030928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.044630] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 in Status: IN_PROGRESS for 2s [ 1070.439049] env[65302]: INFO networking_nsxv3.common.synchronization [req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d req-9979781a-65ae-4177-929d-3c48be352063 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Enqueued Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1070.439308] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1070.439732] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.439897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.439993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.440599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.440599] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.440745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.440790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.441052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.441187] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.441377] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.883914] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.884212] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.884290] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.884620] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.884884] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.885179] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.885179] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.885368] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.885510] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.885715] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.885833] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.885978] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.886109] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.886223] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.886326] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.886456] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.905897] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.906102] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.906209] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.906374] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.906695] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.907048] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.907282] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.907654] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.907851] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.944139] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.944352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.944426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.944656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.944787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.944953] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.945067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.945130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.945329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.945393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.945487] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 already deleted. [ 1070.945566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.281403] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5474672-a520-4a2d-b2c7-4ae31006a8de in Status: SUCCESS [ 1071.281591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.281733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.281949] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.282151] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.282268] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.282328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.282521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.282633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.282733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.282821] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5474672-a520-4a2d-b2c7-4ae31006a8de',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.410660] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.410937] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.410937] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.411579] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.411579] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.411748] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 not found, creating... [ 1071.411900] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.412929] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.413121] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.413399] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.415569] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.415934] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.416152] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.416290] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.416670] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.416764] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.416869] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 is going to be created. [ 1071.437175] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.437476] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.437560] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.437780] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.438040] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.438325] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.786255] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5474672-a520-4a2d-b2c7-4ae31006a8de taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.786917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.786917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.786917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.786917] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.787185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.787185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.787185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.787271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.788210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.788864] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5474672-a520-4a2d-b2c7-4ae31006a8de taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.788864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.788864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.788864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.788864] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.789176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.789176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.789176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.789261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.789290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.789376] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5474672-a520-4a2d-b2c7-4ae31006a8de',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.059373] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 in Status: SUCCESS [ 1072.059711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.154021] env[65302]: INFO networking_nsxv3.common.synchronization [req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d req-08446998-8e6b-48ae-9326-edf7908a7723 service nova] Enqueued Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_rules [ 1072.154021] env[65302]: INFO networking_nsxv3.common.synchronization [req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d req-08446998-8e6b-48ae-9326-edf7908a7723 service nova] Enqueued Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1072.154021] env[65302]: INFO networking_nsxv3.common.synchronization [req-82ac9ac0-ce9a-4a1d-89a5-38b3d37f651d req-08446998-8e6b-48ae-9326-edf7908a7723 service nova] Enqueued Resource ID: a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 with Priority: HIGHEST for action port [ 1072.154238] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_rules [ 1072.154238] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1072.154403] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 with Priority: HIGHEST for action port [ 1072.154596] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.155814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.155814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.155814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.155814] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.156084] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.156221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.156308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.156490] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.156649] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.156745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.156793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.157153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.157153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.157153] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.157903] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.158010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.158082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.158570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.158570] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.293015] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5474672-a520-4a2d-b2c7-4ae31006a8de: rpc.has_security_group_logging(os_id): False [ 1072.311407] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.311586] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.311652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.311825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.311929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.312211] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.312284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.312347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.312511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.312587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.312770] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.312897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.312931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.313058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.313130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.313303] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.313391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.313458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.313808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.313884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.313981] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5474672-a520-4a2d-b2c7-4ae31006a8de is going to be created. [ 1072.375321] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.375530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.375574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.375799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.376077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.390787] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5474672-a520-4a2d-b2c7-4ae31006a8de in Status: IN_PROGRESS for 2s [ 1072.662141] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.662141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.662515] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.663634] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 with status ACTIVE [ 1072.663806] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.663956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.664090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.664397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.664513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.665081] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.665081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.665081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.665081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.665261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.665416] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.665533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.665607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.665857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.665857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.665913] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15 is going to be updated. [ 1072.691261] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.691389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.691492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.691688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.691826] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.692026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6362ce8-50ed-41b2-ad5e-dd6bcd45dd15" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.856414] env[65302]: INFO networking_nsxv3.common.synchronization [req-dd5581e4-79fb-4b9e-be34-5568789a9625 req-46c6443f-af40-4575-8839-98b7283c994f tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Enqueued Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1072.857210] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1072.857492] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.857603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.168251] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.225249] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.225323] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.225486] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.225806] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.226205] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.226410] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.226547] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.226795] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.226983] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.227238] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.227372] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.227500] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.227623] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.227751] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.227908] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.228081] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.249895] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.249895] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.249895] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.249895] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.249895] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-f36d024a-99c0-4532-a9eb-830bad0bc19d taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.249895] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-f36d024a-99c0-4532-a9eb-830bad0bc19d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.249895] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-f36d024a-99c0-4532-a9eb-830bad0bc19d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.249895] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-f36d024a-99c0-4532-a9eb-830bad0bc19d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.249895] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f36d024a-99c0-4532-a9eb-830bad0bc19d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.671854] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.672175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.672175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.672295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.672380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.672478] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 is going to be created. [ 1073.714995] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.715201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.715242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.715433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.715596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.727593] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: UNINITIALIZED for 2s [ 1073.753949] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.754198] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.754326] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.754616] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.754781] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.754936] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port f36d024a-99c0-4532-a9eb-830bad0bc19d not found, creating... [ 1073.755201] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.755358] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.755474] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.755690] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.755844] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.756145] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.756304] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.756444] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.756682] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.756818] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.756954] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: f36d024a-99c0-4532-a9eb-830bad0bc19d is going to be created. [ 1073.777525] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.777745] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.777930] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.778234] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.778463] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.778714] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-f36d024a-99c0-4532-a9eb-830bad0bc19d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.407822] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5474672-a520-4a2d-b2c7-4ae31006a8de in Status: SUCCESS [ 1074.408308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.535262] env[65302]: INFO networking_nsxv3.common.synchronization [req-dd5581e4-79fb-4b9e-be34-5568789a9625 req-5861fe07-a4f2-4145-80bd-4c01c814332f service nova] Enqueued Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_rules [ 1074.535262] env[65302]: INFO networking_nsxv3.common.synchronization [req-dd5581e4-79fb-4b9e-be34-5568789a9625 req-5861fe07-a4f2-4145-80bd-4c01c814332f service nova] Enqueued Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1074.535262] env[65302]: INFO networking_nsxv3.common.synchronization [req-dd5581e4-79fb-4b9e-be34-5568789a9625 req-5861fe07-a4f2-4145-80bd-4c01c814332f service nova] Enqueued Resource ID: f36d024a-99c0-4532-a9eb-830bad0bc19d with Priority: HIGHEST for action port [ 1074.535262] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_rules [ 1074.535262] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1074.535262] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36d024a-99c0-4532-a9eb-830bad0bc19d with Priority: HIGHEST for action port [ 1074.535262] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.535262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.535262] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.535262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.535532] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-f36d024a-99c0-4532-a9eb-830bad0bc19d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.535532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f36d024a-99c0-4532-a9eb-830bad0bc19d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.535625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f36d024a-99c0-4532-a9eb-830bad0bc19d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.535791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f36d024a-99c0-4532-a9eb-830bad0bc19d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.535866] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f36d024a-99c0-4532-a9eb-830bad0bc19d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.038969] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f36d024a-99c0-4532-a9eb-830bad0bc19d with status ACTIVE [ 1075.039299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.039475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.039592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.039852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.039984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.040150] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.040317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.040358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.040495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.040631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.040763] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.040858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.041318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.041318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.041318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.041318] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f36d024a-99c0-4532-a9eb-830bad0bc19d is going to be updated. [ 1075.062362] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.062531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.062572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.063412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.063412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.063412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f36d024a-99c0-4532-a9eb-830bad0bc19d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.744028] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: SUCCESS [ 1075.744028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.744028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.744028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.744028] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.744028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.744028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.744028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.744028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.744028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.744028] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.744803] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.744983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.745167] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.745278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.745340] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.745500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.745567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.745670] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.247598] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.248530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.251811] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.754185] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.198382] env[65302]: INFO networking_nsxv3.common.synchronization [req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 req-f1f56fa5-df27-48f9-8a49-13614b3e926d tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 1077.198956] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 1077.199543] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.199710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.200039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.201083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.201310] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.201412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.201469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.201620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.201718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.201796] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.256434] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.256617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.256695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.256912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.257009] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.257135] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 is going to be updated. [ 1077.300902] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.301167] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.301167] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.301344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.301586] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.314085] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: IN_PROGRESS for 2s [ 1077.594692] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.594996] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.595198] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.595512] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.595841] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.596195] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.596400] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.596721] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.596956] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.597274] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.597466] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.597645] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.597819] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.598017] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.598256] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.598319] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.621180] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.621180] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.621180] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.621180] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-697" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.621349] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-cceeabbd-49a8-4279-88fc-adf5ce0191cc taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.621428] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-cceeabbd-49a8-4279-88fc-adf5ce0191cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.621575] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-cceeabbd-49a8-4279-88fc-adf5ce0191cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.621796] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-cceeabbd-49a8-4279-88fc-adf5ce0191cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.621927] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cceeabbd-49a8-4279-88fc-adf5ce0191cc',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.705181] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.705769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.705769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.705769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.705933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.706044] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.706196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.706196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.706502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.706502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.706502] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 1077.738936] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.738936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.738936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.738936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.738936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.755470] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 1078.127023] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.127023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.127023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.127023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.127023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.127023] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port cceeabbd-49a8-4279-88fc-adf5ce0191cc not found, creating... [ 1078.127023] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.127023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.127023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.127023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.127023] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.127519] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.127519] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.127735] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.128086] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.128373] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.128726] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: cceeabbd-49a8-4279-88fc-adf5ce0191cc is going to be created. [ 1078.149217] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.149693] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.149940] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.150310] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.150629] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.150950] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-cceeabbd-49a8-4279-88fc-adf5ce0191cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.939253] env[65302]: INFO networking_nsxv3.common.synchronization [req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 req-b1bb3b6a-7615-4998-93e5-e4ad0941b2c6 service nova] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_rules [ 1078.939253] env[65302]: INFO networking_nsxv3.common.synchronization [req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 req-b1bb3b6a-7615-4998-93e5-e4ad0941b2c6 service nova] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 1078.939448] env[65302]: INFO networking_nsxv3.common.synchronization [req-6dd5e9c4-897c-4e13-bd7d-988d699ba397 req-b1bb3b6a-7615-4998-93e5-e4ad0941b2c6 service nova] Enqueued Resource ID: cceeabbd-49a8-4279-88fc-adf5ce0191cc with Priority: HIGHEST for action port [ 1078.939937] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_rules [ 1078.940218] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 1078.940610] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cceeabbd-49a8-4279-88fc-adf5ce0191cc with Priority: HIGHEST for action port [ 1078.940803] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.940926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.940965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.941185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.941267] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.942557] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.942669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.943333] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-cceeabbd-49a8-4279-88fc-adf5ce0191cc taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.943523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cceeabbd-49a8-4279-88fc-adf5ce0191cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.943523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cceeabbd-49a8-4279-88fc-adf5ce0191cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.944153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cceeabbd-49a8-4279-88fc-adf5ce0191cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.944153] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cceeabbd-49a8-4279-88fc-adf5ce0191cc',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.327213] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: SUCCESS [ 1079.327486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.327750] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.327997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.328222] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.328387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.328457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.328624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.328707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.328796] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.446533] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.446715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.447977] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cceeabbd-49a8-4279-88fc-adf5ce0191cc with status ACTIVE [ 1079.448162] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.448315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.448411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.448627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.448715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.448890] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.448985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.449059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.449352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.449352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.449456] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.449546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.449607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.449742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.449813] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.449896] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cceeabbd-49a8-4279-88fc-adf5ce0191cc is going to be updated. [ 1079.475816] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.475984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.476043] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.476247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.476381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.476547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cceeabbd-49a8-4279-88fc-adf5ce0191cc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.766901] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 1079.767117] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d deletion is rescheduled due to dependency. [ 1079.767233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.767396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.767698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.767792] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.767912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.767977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.768145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.768222] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.768319] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.831889] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.969445] env[65302]: INFO networking_nsxv3.common.synchronization [req-bcdb55be-5cc5-4325-bce7-9dc876fb3e81 req-149e906c-31c5-4ba9-83ea-2f0246d547d8 tempest-ServerMetadataNegativeTestJSON-186786121 tempest-ServerMetadataNegativeTestJSON-186786121-project-member] Enqueued Resource ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 with Priority: HIGHEST for action security_group_members [ 1079.970328] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 with Priority: HIGHEST for action security_group_members [ 1079.970726] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a9b46e-9733-4a86-aa69-0c30b93b1b35 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.970919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.971063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.971521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.971643] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.971825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.971966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.972158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.972256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.972347] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a9b46e-9733-4a86-aa69-0c30b93b1b35',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.270544] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.333902] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.421305] env[65302]: INFO networking_nsxv3.common.synchronization [req-fd9dd65d-1546-4d11-9f5c-1687a7663590 req-f56241ba-be5d-4283-ab18-4aab842045db tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_members [ 1080.421903] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_members [ 1080.422367] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.422552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.422626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.422959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.423180] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.423326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.423433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.423676] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.423808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.423961] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5c811c-fcf7-4f16-acec-7cf8120cd4a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.474372] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.474562] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.474643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.474909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.475019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.475237] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.475334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.475396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.475546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.475621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.475705] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 is going to be updated. [ 1080.512051] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.512253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.512306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.512501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.512744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.521980] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 in Status: IN_PROGRESS for 2s [ 1080.755768] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.755955] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.756097] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.756445] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.757246] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.757425] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.757594] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.757835] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.757974] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.758189] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.759016] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.759016] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.759016] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.759016] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.759016] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.759016] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.772241] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.782038] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.782038] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.782038] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.782038] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.782038] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-8af646c6-b51c-44b4-8509-e2fe29987fdf taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.782038] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-8af646c6-b51c-44b4-8509-e2fe29987fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.782038] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-8af646c6-b51c-44b4-8509-e2fe29987fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.782038] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-8af646c6-b51c-44b4-8509-e2fe29987fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.782038] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af646c6-b51c-44b4-8509-e2fe29987fdf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.836629] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.836888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.836888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.837190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.837306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.837437] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 is going to be updated. [ 1080.867389] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.867602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.867602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.867864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.868060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.878499] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: IN_PROGRESS for 2s [ 1080.926063] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.926249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.926310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.927028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.927028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.927028] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.927028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.927028] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.927261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.927345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.927415] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 already deleted. [ 1080.927495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.274615] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.275016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.275016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.275286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.275286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.275286] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 1081.285837] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.286084] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.286202] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.286477] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.286616] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.286781] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 8af646c6-b51c-44b4-8509-e2fe29987fdf not found, creating... [ 1081.287055] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.287220] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.287336] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.287560] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.287693] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.287989] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.288147] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.288274] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.288530] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.288662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.288798] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 8af646c6-b51c-44b4-8509-e2fe29987fdf is going to be created. [ 1081.329204] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.329554] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.329686] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.330065] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.330307] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.330751] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-8af646c6-b51c-44b4-8509-e2fe29987fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.332550] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.332674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.332723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.333072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.333072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.345726] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 1082.026272] env[65302]: INFO networking_nsxv3.common.synchronization [req-fd9dd65d-1546-4d11-9f5c-1687a7663590 req-e870f4fc-5dd2-4270-85e9-6ac66cf20e99 service nova] Enqueued Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_rules [ 1082.026272] env[65302]: INFO networking_nsxv3.common.synchronization [req-fd9dd65d-1546-4d11-9f5c-1687a7663590 req-e870f4fc-5dd2-4270-85e9-6ac66cf20e99 service nova] Enqueued Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_members [ 1082.026272] env[65302]: INFO networking_nsxv3.common.synchronization [req-fd9dd65d-1546-4d11-9f5c-1687a7663590 req-e870f4fc-5dd2-4270-85e9-6ac66cf20e99 service nova] Enqueued Resource ID: 8af646c6-b51c-44b4-8509-e2fe29987fdf with Priority: HIGHEST for action port [ 1082.026272] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_rules [ 1082.026272] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_members [ 1082.026272] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af646c6-b51c-44b4-8509-e2fe29987fdf with Priority: HIGHEST for action port [ 1082.027390] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.027764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.027918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.028212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.028370] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d5c811c-fcf7-4f16-acec-7cf8120cd4a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.029403] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.029894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.030126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.030405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.030651] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.030872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.031027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.031250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.032060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.032060] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5c811c-fcf7-4f16-acec-7cf8120cd4a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.033036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af646c6-b51c-44b4-8509-e2fe29987fdf taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.034599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af646c6-b51c-44b4-8509-e2fe29987fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.034599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af646c6-b51c-44b4-8509-e2fe29987fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.034599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af646c6-b51c-44b4-8509-e2fe29987fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.034599] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af646c6-b51c-44b4-8509-e2fe29987fdf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.533188] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 in Status: SUCCESS [ 1082.533568] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 deletion is rescheduled due to dependency. [ 1082.533568] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.535179] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.535355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.535479] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d5c811c-fcf7-4f16-acec-7cf8120cd4a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.537507] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8af646c6-b51c-44b4-8509-e2fe29987fdf with status ACTIVE [ 1082.537703] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.537861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.537999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.538221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.538452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.538637] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.538637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.538718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.538845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.538944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.539115] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.539230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.539285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.539406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.539479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.539561] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8af646c6-b51c-44b4-8509-e2fe29987fdf is going to be updated. [ 1082.564125] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.564297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.564349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.564569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.564709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.565279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af646c6-b51c-44b4-8509-e2fe29987fdf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.792145] env[65302]: INFO networking_nsxv3.common.synchronization [req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 req-e4cd58c3-a9db-4467-86b0-624e941935fb tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1082.792889] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1082.793421] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.793652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.793739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.794116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.794397] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.794604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.794741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.795096] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.795271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.795470] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.892038] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: SUCCESS [ 1082.892208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.892415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.892649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.892898] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.893035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.893119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.893362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.893489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.893588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.893792] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.893912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.893971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.894158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.894353] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.894487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.894578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.894766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.894848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.894935] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.895051] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.041278] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d5c811c-fcf7-4f16-acec-7cf8120cd4a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.199196] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.199196] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.199196] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.199196] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.199196] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.201178] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.201178] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.201178] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.201899] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.203195] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.203195] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.203195] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.203373] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.203482] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.203937] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.203937] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.226914] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.226914] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.226914] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.226914] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.226914] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.226914] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.226914] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.226914] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.226914] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff64617b-30ee-4ac0-a069-6b6ecca3dbcc',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.300012] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.355655] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 1083.355909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.356145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.356386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.356636] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.356833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.356833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.357030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.358502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.358502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.358502] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.400435] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4476aa-7e50-42a0-aede-3fb73881f901: rpc.has_security_group_logging(os_id): False [ 1083.419622] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.419844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.419844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.420094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.420188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.420464] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.420594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.420657] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.420832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.420909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.421138] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.421233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.421294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.421561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.421711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.422366] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.422527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.422736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.422930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.423042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.423174] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 is going to be created. [ 1083.503020] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.503238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.503238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.503433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.503608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.515688] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: IN_PROGRESS for 2s [ 1083.545371] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.545779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.545779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.545842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.545931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.546039] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 is going to be created. [ 1083.597165] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.597376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.597376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.597613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.597796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.612155] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 in Status: UNINITIALIZED for 2s [ 1083.727641] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.727967] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.727967] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.728289] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.728467] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.728642] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port ff64617b-30ee-4ac0-a069-6b6ecca3dbcc not found, creating... [ 1083.728913] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.729143] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.729274] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.729511] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.729670] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.729945] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.730116] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.730233] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.730479] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.730614] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.730754] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: ff64617b-30ee-4ac0-a069-6b6ecca3dbcc is going to be created. [ 1083.759061] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.759307] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.759438] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.759720] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.759969] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.760291] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.802115] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.861250] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.861250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.861250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.861250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.861250] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.861250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.861250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.861250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.861250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.861250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.861905] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.861905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.861905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.861905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.861905] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.861905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.862117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.863861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.863861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.863861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.863861] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.305166] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.305352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.305636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.305702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.305758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.305866] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 is going to be updated. [ 1084.343828] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.343973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.344058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.344295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.344450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.357755] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: IN_PROGRESS for 2s [ 1084.365447] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc2671d-e165-4d21-a583-8c87fe6c200d: rpc.has_security_group_logging(os_id): False [ 1084.479501] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.479501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.479501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.479807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.479934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.480291] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.480502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.480616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.482158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.485347] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.485884] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.486118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.486238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.486567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.486764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.487326] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.487508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.487623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.489213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.489213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.489213] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 1084.506772] env[65302]: INFO networking_nsxv3.common.synchronization [req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 req-b7a2b8b8-6cb0-4c15-9a04-4a3f14e057c4 service nova] Enqueued Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_rules [ 1084.506947] env[65302]: INFO networking_nsxv3.common.synchronization [req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 req-b7a2b8b8-6cb0-4c15-9a04-4a3f14e057c4 service nova] Enqueued Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1084.507092] env[65302]: INFO networking_nsxv3.common.synchronization [req-7ee472d2-5e59-4cc0-b507-5fff03e0dbe7 req-b7a2b8b8-6cb0-4c15-9a04-4a3f14e057c4 service nova] Enqueued Resource ID: ff64617b-30ee-4ac0-a069-6b6ecca3dbcc with Priority: HIGHEST for action port [ 1084.510471] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_rules [ 1084.510471] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1084.510471] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff64617b-30ee-4ac0-a069-6b6ecca3dbcc with Priority: HIGHEST for action port [ 1084.510656] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.510854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.510927] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.511177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.511311] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.514132] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.514269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.514525] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.514626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.514688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.514886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.514959] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff64617b-30ee-4ac0-a069-6b6ecca3dbcc',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.567870] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.568235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.568235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.568400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.568545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.591612] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 1085.017961] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.019026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.024423] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff64617b-30ee-4ac0-a069-6b6ecca3dbcc with status ACTIVE [ 1085.024423] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.024423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.024542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.024707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.024803] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.025059] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.025175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.025304] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.025429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.025646] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.025852] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.025852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.025953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.026088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.026123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.026258] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff64617b-30ee-4ac0-a069-6b6ecca3dbcc is going to be updated. [ 1085.052538] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.052830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.052830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.053081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.053182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.053533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff64617b-30ee-4ac0-a069-6b6ecca3dbcc" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.530644] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: SUCCESS [ 1085.530858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.531153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.531458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.531579] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.631193] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 in Status: SUCCESS [ 1085.631603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.631767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.632029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.632230] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.632344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.632437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.632596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.632689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.632807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.632946] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d5c811c-fcf7-4f16-acec-7cf8120cd4a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.034211] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.034454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.034454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.034834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.035170] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.035271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.035393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.035621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.035621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.035789] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.035789] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.135462] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d5c811c-fcf7-4f16-acec-7cf8120cd4a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.369105] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: SUCCESS [ 1086.369377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.370857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.370857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.370857] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.370857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.370857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.370857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.370857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.370857] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.538783] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.538972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.539075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.539337] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.539481] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.539583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.539697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.539876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.540018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.540119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.540269] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.540363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.540477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.540642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.540832] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.540931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.540994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.541145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.541220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.541300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.541430] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.607255] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 1086.607633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.637991] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2: rpc.has_security_group_logging(os_id): False [ 1086.659498] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.659643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.659762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.660119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.660238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.660605] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.660929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.661070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.661288] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.661377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.661497] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 is going to be created. [ 1086.734846] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.735041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.735041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.735226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.735411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.748578] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 in Status: IN_PROGRESS for 2s [ 1086.874327] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.046911] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4476aa-7e50-42a0-aede-3fb73881f901: rpc.has_security_group_logging(os_id): False [ 1087.068359] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.068569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.068623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.068875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.069038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.069328] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.069449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.069561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.069798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.069885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.070137] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.070284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.070387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.070576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.070672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.070890] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.071040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.071100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.071233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.071329] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.071445] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 is going to be updated. [ 1087.095712] env[65302]: INFO networking_nsxv3.common.synchronization [req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e req-489aead0-55e1-43b7-acb5-d2f51ec14f37 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1087.096346] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1087.096698] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.096822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.097285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.097285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.097285] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.098254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.098254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.098254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.098254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.098254] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.151188] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.151188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.151188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.151188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.151188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.167830] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: IN_PROGRESS for 2s [ 1087.380526] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.483380] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.483380] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.483380] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.483705] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.483923] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.485310] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.485310] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.485310] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.485310] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.485310] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.485310] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.485583] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.485583] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.485640] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.485845] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.485987] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.509066] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.509282] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.509444] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.509651] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.510028] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-53ed8f7e-66b8-47a6-b626-e899f588da8d taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.510236] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-53ed8f7e-66b8-47a6-b626-e899f588da8d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.510402] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-53ed8f7e-66b8-47a6-b626-e899f588da8d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.510889] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-53ed8f7e-66b8-47a6-b626-e899f588da8d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.511047] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ed8f7e-66b8-47a6-b626-e899f588da8d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.599859] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.600197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.600282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.600533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.600710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.600906] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.601041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.601116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.601305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.601380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.601493] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1087.633435] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.633638] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.633708] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.634025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.634688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.645347] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1087.885048] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.885048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.885048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.885048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.885048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.885048] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 is going to be updated. [ 1087.922196] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.922418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.922598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.922698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.922842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.934475] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: IN_PROGRESS for 2s [ 1088.014593] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.014894] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.014970] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.015418] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.015720] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.015946] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 53ed8f7e-66b8-47a6-b626-e899f588da8d not found, creating... [ 1088.016658] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.017734] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.017962] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.018381] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.018673] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.019023] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.019205] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.019329] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.019582] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.019725] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.019928] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 53ed8f7e-66b8-47a6-b626-e899f588da8d is going to be created. [ 1088.053814] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.054119] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.054211] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.054506] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.054745] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.054975] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-53ed8f7e-66b8-47a6-b626-e899f588da8d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.762047] env[65302]: INFO networking_nsxv3.common.synchronization [req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e req-cd757fe2-48b7-414d-9ad6-0c685f85b3eb service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 1088.762047] env[65302]: INFO networking_nsxv3.common.synchronization [req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e req-cd757fe2-48b7-414d-9ad6-0c685f85b3eb service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1088.762047] env[65302]: INFO networking_nsxv3.common.synchronization [req-a4adbf35-9ef0-40a8-a1e4-3005dc841c9e req-cd757fe2-48b7-414d-9ad6-0c685f85b3eb service nova] Enqueued Resource ID: 53ed8f7e-66b8-47a6-b626-e899f588da8d with Priority: HIGHEST for action port [ 1088.762047] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 1088.763247] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1088.763507] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ed8f7e-66b8-47a6-b626-e899f588da8d with Priority: HIGHEST for action port [ 1088.764436] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.764690] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.764876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.765344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.767102] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.769039] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.769039] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.769877] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-53ed8f7e-66b8-47a6-b626-e899f588da8d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.769877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53ed8f7e-66b8-47a6-b626-e899f588da8d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.769877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53ed8f7e-66b8-47a6-b626-e899f588da8d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.771470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53ed8f7e-66b8-47a6-b626-e899f588da8d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.771470] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ed8f7e-66b8-47a6-b626-e899f588da8d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.774537] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 in Status: SUCCESS [ 1088.774537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.182195] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: SUCCESS [ 1089.182195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.269149] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.269425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.272956] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53ed8f7e-66b8-47a6-b626-e899f588da8d with status ACTIVE [ 1089.273203] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.273335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.273399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.273606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.273686] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.273874] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.274117] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.274224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.274398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.274479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.274703] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.274842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.274915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.275079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.275154] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.275778] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53ed8f7e-66b8-47a6-b626-e899f588da8d is going to be updated. [ 1089.304340] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.304486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.304486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.304701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.304838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.305041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53ed8f7e-66b8-47a6-b626-e899f588da8d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.656124] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1089.657532] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed deletion is rescheduled due to dependency. [ 1089.657532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.657532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.657532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.657532] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.657532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.657532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.657532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.657815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.657815] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.945216] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: SUCCESS [ 1089.945216] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.945631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.945631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.945691] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.945850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.945894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.946019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.946111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.946191] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.946279] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.161027] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.449360] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.664428] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.953101] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c32a5a6b-3fc5-4b45-9bc0-deab4899f968: rpc.has_security_group_logging(os_id): False [ 1090.975156] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.975547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.975547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.975701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.975804] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.976066] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.976183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.976272] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.976724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.976724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.976724] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 is going to be updated. [ 1091.058863] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.059125] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.059217] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.059516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.059755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.079153] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: IN_PROGRESS for 2s [ 1091.169919] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.169919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.169919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.169919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.169919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.169919] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1091.209065] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.209215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.209288] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.209503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.209649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.219232] env[65302]: INFO networking_nsxv3.common.synchronization [req-c5b362d7-026f-4d4f-806d-2e2da5e435b7 req-e8968b49-b9d8-4212-b53c-b5f000a907a2 tempest-ServerDiskConfigTestJSON-1809276787 tempest-ServerDiskConfigTestJSON-1809276787-project-member] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 1091.219865] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGHEST for action security_group_members [ 1091.220800] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1091.221075] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.221521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.221673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.221941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.222182] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.222302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.222369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.222566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.222680] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.222884] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.725551] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.725741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.725871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.726049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.726144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.726345] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.726443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.728367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.729691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.729791] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.729897] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be updated. [ 1091.766353] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.766613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.766613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.767294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.767475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.779254] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: IN_PROGRESS for 2s [ 1092.342666] env[65302]: INFO networking_nsxv3.common.synchronization [req-88ac85c0-65fb-4126-9053-79c296685d9d req-2188170f-72f6-4cd3-a3cb-4d8075e2d8ae tempest-AttachVolumeShelveTestJSON-1797446671 tempest-AttachVolumeShelveTestJSON-1797446671-project-member] Enqueued Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_members [ 1092.343278] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGHEST for action security_group_members [ 1092.343600] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.343724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.343779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.343987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.344151] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.344243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.344300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.344447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.344532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.344624] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.847589] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.847867] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.847867] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.848121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.848121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.848369] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.848516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.848516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.848699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.848778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.848852] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 is going to be updated. [ 1092.881331] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.881692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.881692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.882019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.882019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.893968] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: IN_PROGRESS for 2s [ 1093.099482] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: SUCCESS [ 1093.099817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.233333] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1093.233333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.233800] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.234141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.234379] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.234521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.234755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.234862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.235074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.235194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.235320] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.738010] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.739582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.739582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.739582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.739582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.739582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.739582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.739582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.739582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.739582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.739582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.739582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.739582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.739582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.739582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.740212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.740212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.740212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.740212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.740212] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.740212] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.797558] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc2671d-e165-4d21-a583-8c87fe6c200d in Status: SUCCESS [ 1093.797869] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d deletion is rescheduled due to dependency. [ 1093.798115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.242555] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c2dda12-210c-4622-be22-0d6a11b072ed: rpc.has_security_group_logging(os_id): False [ 1094.266697] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.266868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.266938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.267233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.267267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.268029] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.268029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.268029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.268029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.268209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.268287] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.268391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.268455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.268643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.268727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.268934] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.271057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.271057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.271057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.271057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.271057] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1094.366537] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.366686] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.367440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.367440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.367440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.387383] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1094.608303] env[65302]: INFO networking_nsxv3.common.synchronization [None req-cc8941d0-bc1a-448a-a125-5d8e4add7625 None None] Enqueued Resource ID: 19a3d4ab-ebc8-465b-bdcd-3cfa26cf8b45 with Priority: HIGHEST for action port [ 1094.608303] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a3d4ab-ebc8-465b-bdcd-3cfa26cf8b45 with Priority: HIGHEST for action port [ 1094.608303] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-19a3d4ab-ebc8-465b-bdcd-3cfa26cf8b45 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.609095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19a3d4ab-ebc8-465b-bdcd-3cfa26cf8b45" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.609219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19a3d4ab-ebc8-465b-bdcd-3cfa26cf8b45" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.609506] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19a3d4ab-ebc8-465b-bdcd-3cfa26cf8b45" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.609593] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a3d4ab-ebc8-465b-bdcd-3cfa26cf8b45',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.910156] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 in Status: SUCCESS [ 1094.910156] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 deletion is rescheduled due to dependency. [ 1094.910156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.113902] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19a3d4ab-ebc8-465b-bdcd-3cfa26cf8b45 [ 1095.114160] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.114299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.114368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.114590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.114684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.114774] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19a3d4ab-ebc8-465b-bdcd-3cfa26cf8b45 already deleted. [ 1095.114855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19a3d4ab-ebc8-465b-bdcd-3cfa26cf8b45" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.413792] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1096.414158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.851513] env[65302]: INFO networking_nsxv3.common.synchronization [None req-e6d9b0f5-5a8b-4fa4-bfb6-bf2bdd5713a9 tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1096.851513] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1096.851513] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.851513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.851513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.852445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.852445] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.852445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.852445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.852666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.852701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.852781] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.361135] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.361135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.361135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.361135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.361135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.361135] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.361135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.361135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.361135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.361135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.361135] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be deleted. [ 1097.395089] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.395089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.395089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.395089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.395089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.395276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.696862] env[65302]: INFO networking_nsxv3.common.synchronization [None req-871e9d19-2ffe-40de-9832-20a2b74d1a82 None None] Enqueued Resource ID: 7c0619ba-519f-429b-9f3d-8210c58b8985 with Priority: HIGHEST for action port [ 1097.697851] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0619ba-519f-429b-9f3d-8210c58b8985 with Priority: HIGHEST for action port [ 1097.697851] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c0619ba-519f-429b-9f3d-8210c58b8985 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.698163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c0619ba-519f-429b-9f3d-8210c58b8985" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.698163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c0619ba-519f-429b-9f3d-8210c58b8985" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.698883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c0619ba-519f-429b-9f3d-8210c58b8985" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.698883] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c0619ba-519f-429b-9f3d-8210c58b8985',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.202515] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c0619ba-519f-429b-9f3d-8210c58b8985 [ 1098.202515] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.202682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.203029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.203029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.203203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.203203] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c0619ba-519f-429b-9f3d-8210c58b8985 already deleted. [ 1098.203268] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c0619ba-519f-429b-9f3d-8210c58b8985" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.622785] env[65302]: INFO networking_nsxv3.common.synchronization [req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 req-ed373305-0048-4e98-84af-a35c537023bc tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1100.623085] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1100.623356] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.623479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.623544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.623828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.623964] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.624082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.624159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.624274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.624367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.624499] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.090920] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.091098] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.091212] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.091496] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.091908] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.092107] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.092229] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.092465] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.092614] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.092845] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.092959] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.093079] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.093185] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.093292] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.093395] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.093522] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.127982] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.127982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.127982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.128659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.128659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.128659] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.128659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.128659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.128962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.128962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.128962] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 already deleted. [ 1101.129120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.131037] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.131037] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.131199] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.131999] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.131999] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-66db37dc-457f-469a-bbd4-4234e32ae746 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.131999] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-66db37dc-457f-469a-bbd4-4234e32ae746" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.132267] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-66db37dc-457f-469a-bbd4-4234e32ae746" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.132397] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-66db37dc-457f-469a-bbd4-4234e32ae746" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.132533] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66db37dc-457f-469a-bbd4-4234e32ae746',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.635409] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.635820] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.635820] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.636076] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.636246] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.636410] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 66db37dc-457f-469a-bbd4-4234e32ae746 not found, creating... [ 1101.636663] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.636858] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.636932] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.637177] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.637311] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.637593] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.637783] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.637890] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.638114] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.638249] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.638390] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 66db37dc-457f-469a-bbd4-4234e32ae746 is going to be created. [ 1101.667070] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.667324] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.667446] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.667707] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.668132] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.668399] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-66db37dc-457f-469a-bbd4-4234e32ae746" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.415022] env[65302]: INFO networking_nsxv3.common.synchronization [req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 req-599d48b9-c743-443e-9d47-04ddf2159690 service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1102.415265] env[65302]: INFO networking_nsxv3.common.synchronization [req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 req-599d48b9-c743-443e-9d47-04ddf2159690 service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1102.415347] env[65302]: INFO networking_nsxv3.common.synchronization [req-f3acd6a0-4b86-4c36-88ed-a18344db6c60 req-599d48b9-c743-443e-9d47-04ddf2159690 service nova] Enqueued Resource ID: 66db37dc-457f-469a-bbd4-4234e32ae746 with Priority: HIGHEST for action port [ 1102.415916] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1102.416412] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1102.416412] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66db37dc-457f-469a-bbd4-4234e32ae746 with Priority: HIGHEST for action port [ 1102.416595] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.416721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.416833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.417068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.417121] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.418501] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.418629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.419056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.419056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.419154] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.419250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.419323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.419419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.419503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.419593] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.420796] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-66db37dc-457f-469a-bbd4-4234e32ae746 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.420972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66db37dc-457f-469a-bbd4-4234e32ae746" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.420972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66db37dc-457f-469a-bbd4-4234e32ae746" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.421115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66db37dc-457f-469a-bbd4-4234e32ae746" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.421391] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66db37dc-457f-469a-bbd4-4234e32ae746',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.919304] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.919688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.921936] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.926050] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66db37dc-457f-469a-bbd4-4234e32ae746 with status ACTIVE [ 1102.926050] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.926050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.926380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.926535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.926633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.927021] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.927021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.927021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.927195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.927228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.927405] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.927496] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.927555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.927699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.927771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.927855] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66db37dc-457f-469a-bbd4-4234e32ae746 is going to be updated. [ 1102.958632] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.958854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.958898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.959128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.959316] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.959432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66db37dc-457f-469a-bbd4-4234e32ae746" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.424226] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.602116] env[65302]: INFO networking_nsxv3.common.synchronization [None req-63c23490-7000-4024-9633-151984dde0e2 None None] Enqueued Resource ID: 299f7351-199f-437f-9f47-315d7a14857f with Priority: HIGHEST for action port [ 1103.602561] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299f7351-199f-437f-9f47-315d7a14857f with Priority: HIGHEST for action port [ 1103.602872] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-299f7351-199f-437f-9f47-315d7a14857f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.603019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299f7351-199f-437f-9f47-315d7a14857f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.603099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299f7351-199f-437f-9f47-315d7a14857f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.603361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299f7351-199f-437f-9f47-315d7a14857f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.603550] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299f7351-199f-437f-9f47-315d7a14857f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.926399] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.926907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.926907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.926991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.927590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.927590] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be created. [ 1103.975977] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.975977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.975977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.975977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.975977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.998815] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: UNINITIALIZED for 2s [ 1104.106565] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 299f7351-199f-437f-9f47-315d7a14857f [ 1104.106956] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.107411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.107567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.107886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.108116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.108301] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:299f7351-199f-437f-9f47-315d7a14857f already deleted. [ 1104.108467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299f7351-199f-437f-9f47-315d7a14857f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.695920] env[65302]: INFO networking_nsxv3.common.synchronization [req-49963017-8cc2-4816-bdbc-e088cb2b437f req-afdec55b-0a1c-450c-b34d-048289815eba tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1104.697629] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1104.698754] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.698754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.698754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.698754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.698754] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.698754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.699018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.699018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.699089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.699120] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.157272] env[65302]: INFO networking_nsxv3.common.synchronization [None req-ae1c1edf-b7f9-4c87-9a55-d1fb8315e9f2 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_rules [ 1105.158643] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_rules [ 1105.159263] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.159401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.159470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.159728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.159816] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.202139] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.202486] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.202559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.202780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.202873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.203094] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.203197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.203258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.203417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.203492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.203576] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1105.239232] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.239482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.239482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.239648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.239794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.250508] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1105.338739] env[65302]: INFO networking_nsxv3.common.synchronization [None req-a485206c-9e4b-4908-81ea-a74676e45405 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_rules [ 1105.340020] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_rules [ 1105.340020] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.340242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.682631] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.682782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.682842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.683084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.683189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.683300] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 already deleted. [ 1105.683444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.683683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.684068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.684151] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.013190] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1106.013413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.013589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.013816] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.014081] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.014245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.014316] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.014515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.014633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.014721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.014818] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.205821] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.206199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.206199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.206297] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.206380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.206444] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 already deleted. [ 1106.206543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.293627] env[65302]: INFO networking_nsxv3.common.synchronization [None req-97eb9053-befe-431d-b785-8414051cf20e None None] Enqueued Resource ID: d5e2cf45-3947-4b46-818e-2494195be0e5 with Priority: HIGHEST for action port [ 1106.295933] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e2cf45-3947-4b46-818e-2494195be0e5 with Priority: HIGHEST for action port [ 1106.296404] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5e2cf45-3947-4b46-818e-2494195be0e5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.296613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5e2cf45-3947-4b46-818e-2494195be0e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.296894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5e2cf45-3947-4b46-818e-2494195be0e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.297185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5e2cf45-3947-4b46-818e-2494195be0e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.297518] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e2cf45-3947-4b46-818e-2494195be0e5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.467816] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.468034] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.468161] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.468435] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.468712] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.468900] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.469130] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.469369] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.470060] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.470060] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.470060] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.470060] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.470060] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.470330] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.470330] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.470424] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.494053] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.494236] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.494236] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.494408] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.494765] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-fbf79941-ec98-479e-8b39-0c31ac7a51e5 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.494944] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.495084] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.495936] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.495936] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf79941-ec98-479e-8b39-0c31ac7a51e5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.517232] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.517642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.517735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.517983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.518182] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.518301] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.518396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.518515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.518679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.518780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.518936] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.519042] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.519105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.519247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.519382] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.523058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.523058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.523058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.523058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.523058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.523058] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.803438] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5e2cf45-3947-4b46-818e-2494195be0e5 [ 1106.803438] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.803703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.803703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.803821] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.804631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.804631] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5e2cf45-3947-4b46-818e-2494195be0e5 already deleted. [ 1106.804631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5e2cf45-3947-4b46-818e-2494195be0e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.998044] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.998237] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.998335] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.998692] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.998862] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.999043] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port fbf79941-ec98-479e-8b39-0c31ac7a51e5 not found, creating... [ 1106.999391] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.999577] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.999721] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.999976] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.000651] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.000651] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.000651] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.000860] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.001272] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.001272] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.001272] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: fbf79941-ec98-479e-8b39-0c31ac7a51e5 is going to be created. [ 1107.021699] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.021938] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.022098] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.022415] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.022703] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.022944] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.023828] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6672b1e-3d73-44ad-85e3-3f1d92c2bf30: rpc.has_security_group_logging(os_id): False [ 1107.043356] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.043594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.043594] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.043840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.043840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.044118] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.044246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.044246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.044396] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.044473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.044806] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.044806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.044806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.045075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.045075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.045240] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.045354] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.045405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.045573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.045659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.045751] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be created. [ 1107.122636] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.122925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.123031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.123354] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.123613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.151094] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1107.264584] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1107.265067] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed deletion is rescheduled due to dependency. [ 1107.265067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.765618] env[65302]: INFO networking_nsxv3.common.synchronization [req-44c1cc90-4bb8-4243-9d2d-f34175e384dd req-92a6b155-7c57-4b08-8ad0-c30ee5ceb8f6 service nova] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_rules [ 1107.765702] env[65302]: INFO networking_nsxv3.common.synchronization [req-44c1cc90-4bb8-4243-9d2d-f34175e384dd req-92a6b155-7c57-4b08-8ad0-c30ee5ceb8f6 service nova] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1107.765767] env[65302]: INFO networking_nsxv3.common.synchronization [req-44c1cc90-4bb8-4243-9d2d-f34175e384dd req-92a6b155-7c57-4b08-8ad0-c30ee5ceb8f6 service nova] Enqueued Resource ID: fbf79941-ec98-479e-8b39-0c31ac7a51e5 with Priority: HIGHEST for action port [ 1107.766340] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_rules [ 1107.766480] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1107.766576] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf79941-ec98-479e-8b39-0c31ac7a51e5 with Priority: HIGHEST for action port [ 1107.767236] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.767371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.767440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.767650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.767735] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.768616] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.768754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.768808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.768994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.770257] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.770395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.770463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.770628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.770760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.770866] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.771700] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf79941-ec98-479e-8b39-0c31ac7a51e5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.771995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.771995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.772093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.772125] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf79941-ec98-479e-8b39-0c31ac7a51e5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.274225] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.274225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.275585] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.276527] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbf79941-ec98-479e-8b39-0c31ac7a51e5 with status ACTIVE [ 1108.276714] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.276843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.276951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.277126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.277213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.277398] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.277546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.277627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.277774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.277852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.278047] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.278140] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.278192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.278330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.278419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.278487] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbf79941-ec98-479e-8b39-0c31ac7a51e5 is going to be updated. [ 1108.320068] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.320262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.320305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.320495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.320633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.320873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.781298] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.163970] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1109.164317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.283943] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.284348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.284348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.284446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.284560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.284630] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be created. [ 1109.315335] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.315572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.315572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.315786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.315929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.327363] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: UNINITIALIZED for 2s [ 1111.344117] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 1111.346633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.346633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.346633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.346633] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.346633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.346633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.346633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.346633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.346633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.346633] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.849633] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.849633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.849633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.849981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.850198] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.850310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.850379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.850553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.850694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.850761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.850966] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.851107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.851153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.851285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.851426] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.851517] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.851580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.851717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.851803] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.851879] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.851992] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.204292] env[65302]: INFO networking_nsxv3.common.synchronization [req-362a87a5-3277-4e0c-916d-3ca441c50e8f req-8d4287f3-31e5-445e-91b2-568bb8ec0548 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1112.204954] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1112.205518] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.205663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.205749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.206073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.206372] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.206942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.207049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.207253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.207374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.207506] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.354082] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a43699c-3e4d-44fd-8a45-35a816cea502: rpc.has_security_group_logging(os_id): False [ 1112.374304] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.374514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.374607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.374866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.375013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.375245] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.375373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.375469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.375694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.375793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.376043] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.376175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.376262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.376444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.376542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.376770] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.376903] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.376991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.377160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.377256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.377399] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be created. [ 1112.447341] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.447341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.447341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.447341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.447341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.468470] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 1112.558625] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.558859] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.558982] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.559392] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.559656] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.559814] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.559985] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.560460] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.560753] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.561035] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.561178] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.561305] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.561445] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.561592] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.561703] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.561843] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.598306] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.598506] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.598652] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.599193] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.599540] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-260085ec-03b6-4bad-bce0-41efceebc565 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.599722] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-260085ec-03b6-4bad-bce0-41efceebc565" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.599853] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-260085ec-03b6-4bad-bce0-41efceebc565" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.600258] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-260085ec-03b6-4bad-bce0-41efceebc565" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.600395] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260085ec-03b6-4bad-bce0-41efceebc565',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.709656] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.709811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.709885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.710134] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.710230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.710434] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.710528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.710610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.710741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.710914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.711011] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 already deleted. [ 1112.711224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.896941] env[65302]: INFO networking_nsxv3.common.synchronization [None req-aa30c052-d0cf-495c-8b2c-3025538d853d tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Enqueued Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_rules [ 1112.897855] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_rules [ 1112.898622] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4baa6d1e-8291-4c26-bf39-e608e606c66c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.898943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.899040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.899324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.899412] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4baa6d1e-8291-4c26-bf39-e608e606c66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.999311] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d4732e3b-0ec5-4bd4-9036-44859d0e4b74 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Enqueued Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_rules [ 1112.999769] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_rules [ 1113.000447] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4baa6d1e-8291-4c26-bf39-e608e606c66c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.000575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.103224] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.103569] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.103714] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.103954] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.104171] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.104351] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 260085ec-03b6-4bad-bce0-41efceebc565 not found, creating... [ 1113.104673] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.104947] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.105102] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.105349] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.105494] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.105802] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.105983] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.106131] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.106294] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.106428] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.106569] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 260085ec-03b6-4bad-bce0-41efceebc565 is going to be created. [ 1113.143194] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.143438] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.143535] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.143833] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.144187] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.144662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-260085ec-03b6-4bad-bce0-41efceebc565" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.424535] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.424535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.424977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.424977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.425109] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.425278] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c already deleted. [ 1113.425427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.425655] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.425915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.426066] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4baa6d1e-8291-4c26-bf39-e608e606c66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.957483] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.957483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.957483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.957796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.957796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.957878] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c already deleted. [ 1113.958450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.966009] env[65302]: INFO networking_nsxv3.common.synchronization [req-362a87a5-3277-4e0c-916d-3ca441c50e8f req-9f52f8e3-b5cf-472c-98c7-6254c6875fe7 service nova] Enqueued Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_rules [ 1113.966360] env[65302]: INFO networking_nsxv3.common.synchronization [req-362a87a5-3277-4e0c-916d-3ca441c50e8f req-9f52f8e3-b5cf-472c-98c7-6254c6875fe7 service nova] Enqueued Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1113.966542] env[65302]: INFO networking_nsxv3.common.synchronization [req-362a87a5-3277-4e0c-916d-3ca441c50e8f req-9f52f8e3-b5cf-472c-98c7-6254c6875fe7 service nova] Enqueued Resource ID: 260085ec-03b6-4bad-bce0-41efceebc565 with Priority: HIGHEST for action port [ 1113.967210] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_rules [ 1113.967351] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1113.967505] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 260085ec-03b6-4bad-bce0-41efceebc565 with Priority: HIGHEST for action port [ 1113.967789] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.967924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.968066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.968271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.968369] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.969561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.969681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.969749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.970185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.970185] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.970185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.970333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.970645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.970645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.970645] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.971677] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-260085ec-03b6-4bad-bce0-41efceebc565 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.971882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-260085ec-03b6-4bad-bce0-41efceebc565" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.971969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-260085ec-03b6-4bad-bce0-41efceebc565" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.972147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-260085ec-03b6-4bad-bce0-41efceebc565" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.972242] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260085ec-03b6-4bad-bce0-41efceebc565',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.478824] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.479216] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.479216] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.480191] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 260085ec-03b6-4bad-bce0-41efceebc565 with status ACTIVE [ 1114.480360] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.481366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.481366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.481366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.481366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.481366] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.481366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.481366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.481632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.481632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.481795] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.481902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.481963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.482122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.482781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.482781] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 260085ec-03b6-4bad-bce0-41efceebc565 is going to be updated. [ 1114.491754] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 1114.491754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.509660] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.509660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.509660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.509660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.509933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.510067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-260085ec-03b6-4bad-bce0-41efceebc565" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.985350] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.491673] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.492037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.492037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.492210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.492273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.492381] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 is going to be created. [ 1115.522733] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.522928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.523020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.523305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.523497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.535875] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: UNINITIALIZED for 2s [ 1117.547443] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: SUCCESS [ 1117.547827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.547889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.548124] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.548338] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.548599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.548599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.548793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.548793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.548973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.549074] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.014161] env[65302]: INFO networking_nsxv3.common.synchronization [req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa req-56b93623-9ff9-4874-a9b0-a447e71a7099 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1118.014820] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1118.015307] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.015552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.015552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.015817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.016042] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.016237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.016333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.016534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.016627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.016815] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.051447] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.330592] env[65302]: INFO networking_nsxv3.common.synchronization [req-7fd9d292-266d-4984-b6c7-045c679b62dc req-07ca1d70-748a-45d6-8e7d-3333289f0507 tempest-ImagesOneServerTestJSON-1239983568 tempest-ImagesOneServerTestJSON-1239983568-project-member] Enqueued Resource ID: e5474672-a520-4a2d-b2c7-4ae31006a8de with Priority: HIGHEST for action security_group_members [ 1118.331096] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5474672-a520-4a2d-b2c7-4ae31006a8de with Priority: HIGHEST for action security_group_members [ 1118.331613] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5474672-a520-4a2d-b2c7-4ae31006a8de taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.331735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.331801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.332047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.332214] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.332328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.332384] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.332547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.332633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.332746] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5474672-a520-4a2d-b2c7-4ae31006a8de',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.385314] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.385519] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.385635] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.386749] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.386749] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.386749] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.386749] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.388062] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.388062] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.388062] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.388062] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.388062] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.388268] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.388340] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.388530] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.388707] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.409771] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.410479] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.410749] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.411168] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-807" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.411670] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-df1e4cad-8b93-4fff-ba51-3c8d3772cc53 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.412293] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-df1e4cad-8b93-4fff-ba51-3c8d3772cc53" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.412293] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-df1e4cad-8b93-4fff-ba51-3c8d3772cc53" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.413054] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-df1e4cad-8b93-4fff-ba51-3c8d3772cc53" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.413054] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1e4cad-8b93-4fff-ba51-3c8d3772cc53',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.519177] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.519385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.519457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.519696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.519802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.520106] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.520231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.520296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.520499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.520576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.520665] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1118.550650] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.551033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.551033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.551233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.551375] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.554566] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2ee08bd-a428-4ce7-943c-cc0553c1ce43: rpc.has_security_group_logging(os_id): False [ 1118.565303] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1118.572572] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.572795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.572870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.573099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.573223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.573513] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.573768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.573768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.574155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.574155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.574155] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 is going to be created. [ 1118.641923] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.641923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.642113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.642262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.642444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.655438] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: IN_PROGRESS for 2s [ 1118.836669] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.836917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.836917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.838031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.838031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.838031] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.838031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.838031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.838299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.838299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.838299] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5474672-a520-4a2d-b2c7-4ae31006a8de is going to be updated. [ 1118.874152] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.874357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.874440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.874606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.874752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.887283] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5474672-a520-4a2d-b2c7-4ae31006a8de in Status: IN_PROGRESS for 2s [ 1118.915670] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.915948] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.916047] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.916367] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.916588] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.916756] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port df1e4cad-8b93-4fff-ba51-3c8d3772cc53 not found, creating... [ 1118.917022] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.917185] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.917300] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.917525] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.917659] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.917949] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.918126] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.918239] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.918441] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.918572] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.918706] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: df1e4cad-8b93-4fff-ba51-3c8d3772cc53 is going to be created. [ 1118.945848] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.946098] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.946213] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.946539] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.946729] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.947146] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-df1e4cad-8b93-4fff-ba51-3c8d3772cc53" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.661378] env[65302]: INFO networking_nsxv3.common.synchronization [req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa req-847b66ea-8ccf-44f2-bc33-3b938f622723 service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 1119.663760] env[65302]: INFO networking_nsxv3.common.synchronization [req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa req-847b66ea-8ccf-44f2-bc33-3b938f622723 service nova] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1119.665575] env[65302]: INFO networking_nsxv3.common.synchronization [req-a2802ed9-404e-43e4-90d7-c68ca44d5bfa req-847b66ea-8ccf-44f2-bc33-3b938f622723 service nova] Enqueued Resource ID: df1e4cad-8b93-4fff-ba51-3c8d3772cc53 with Priority: HIGHEST for action port [ 1119.666425] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_rules [ 1119.666633] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1119.666761] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1e4cad-8b93-4fff-ba51-3c8d3772cc53 with Priority: HIGHEST for action port [ 1119.667117] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.667303] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.667389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.667619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.667761] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.669385] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.669579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.669849] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-df1e4cad-8b93-4fff-ba51-3c8d3772cc53 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.669998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df1e4cad-8b93-4fff-ba51-3c8d3772cc53" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.670104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df1e4cad-8b93-4fff-ba51-3c8d3772cc53" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.670336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df1e4cad-8b93-4fff-ba51-3c8d3772cc53" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.670469] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1e4cad-8b93-4fff-ba51-3c8d3772cc53',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.172918] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.173180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.173268] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df1e4cad-8b93-4fff-ba51-3c8d3772cc53 with status ACTIVE [ 1120.173471] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.173560] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.173617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.173875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.173875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.174069] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.174182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.174291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.174380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.174452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.174636] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.174725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.174772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.174909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.174980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.175088] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df1e4cad-8b93-4fff-ba51-3c8d3772cc53 is going to be updated. [ 1120.198881] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.200263] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.200375] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.200679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.201087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.201244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df1e4cad-8b93-4fff-ba51-3c8d3772cc53" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.452964] env[65302]: INFO networking_nsxv3.common.synchronization [req-d502ebdd-ad67-4b7a-a39b-5b666d29285a req-931ce92e-32c0-45ca-8a1d-3bc8cabfd01a tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Enqueued Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_members [ 1120.453798] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_members [ 1120.454150] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4baa6d1e-8291-4c26-bf39-e608e606c66c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.454538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.454973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.455436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.455622] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.455738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.455859] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.456555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.456555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.456555] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4baa6d1e-8291-4c26-bf39-e608e606c66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.589053] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1120.589053] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed deletion is rescheduled due to dependency. [ 1120.589053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.589398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.593419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.593716] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.594489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.594623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.594897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.594972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.595113] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.674847] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: SUCCESS [ 1120.677464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.903532] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5474672-a520-4a2d-b2c7-4ae31006a8de in Status: SUCCESS [ 1120.903791] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5474672-a520-4a2d-b2c7-4ae31006a8de deletion is rescheduled due to dependency. [ 1120.903877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.913729] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.913934] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.914067] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.914338] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.914816] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.914816] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.914955] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.915126] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.915265] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.915472] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.915621] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.915754] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.915889] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.916042] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.916167] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.916303] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.943793] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.944103] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.944366] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.944466] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-596" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.944835] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-014ff7b4-42ff-4d43-9c25-0d070e0360b9 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.945091] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-014ff7b4-42ff-4d43-9c25-0d070e0360b9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.945240] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-014ff7b4-42ff-4d43-9c25-0d070e0360b9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.945662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-014ff7b4-42ff-4d43-9c25-0d070e0360b9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.945890] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('014ff7b4-42ff-4d43-9c25-0d070e0360b9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.959447] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.959628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.959666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.959885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.960050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.960178] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.960278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.960596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.960596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.960596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.960822] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c already deleted. [ 1120.960822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.100357] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.448513] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.448727] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.448848] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.449151] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.449300] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.449454] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 014ff7b4-42ff-4d43-9c25-0d070e0360b9 not found, creating... [ 1121.449713] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.449872] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.449987] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.450229] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.450363] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.450807] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.450807] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.451019] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.451160] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.451299] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.451530] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 014ff7b4-42ff-4d43-9c25-0d070e0360b9 is going to be created. [ 1121.475464] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.475717] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.476055] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.477019] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.477019] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.477357] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-014ff7b4-42ff-4d43-9c25-0d070e0360b9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.605358] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.107326] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.107648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.107648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.107856] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.107968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.108035] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1122.141396] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.141599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.141682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.141860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.142198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.153942] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1122.235549] env[65302]: INFO networking_nsxv3.common.synchronization [req-d502ebdd-ad67-4b7a-a39b-5b666d29285a req-3da46611-5034-43be-9d8a-484e6c135ced service nova] Enqueued Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_rules [ 1122.235549] env[65302]: INFO networking_nsxv3.common.synchronization [req-d502ebdd-ad67-4b7a-a39b-5b666d29285a req-3da46611-5034-43be-9d8a-484e6c135ced service nova] Enqueued Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_members [ 1122.235668] env[65302]: INFO networking_nsxv3.common.synchronization [req-d502ebdd-ad67-4b7a-a39b-5b666d29285a req-3da46611-5034-43be-9d8a-484e6c135ced service nova] Enqueued Resource ID: 014ff7b4-42ff-4d43-9c25-0d070e0360b9 with Priority: HIGHEST for action port [ 1122.236292] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_rules [ 1122.236455] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_members [ 1122.236604] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014ff7b4-42ff-4d43-9c25-0d070e0360b9 with Priority: HIGHEST for action port [ 1122.236958] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4baa6d1e-8291-4c26-bf39-e608e606c66c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.237333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.237333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.237474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.237567] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4baa6d1e-8291-4c26-bf39-e608e606c66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.238699] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4baa6d1e-8291-4c26-bf39-e608e606c66c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.238896] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.238954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.239656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.239834] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.239997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.240088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.240283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.240395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.240974] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4baa6d1e-8291-4c26-bf39-e608e606c66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.242089] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-014ff7b4-42ff-4d43-9c25-0d070e0360b9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.242617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-014ff7b4-42ff-4d43-9c25-0d070e0360b9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.242709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-014ff7b4-42ff-4d43-9c25-0d070e0360b9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.242915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-014ff7b4-42ff-4d43-9c25-0d070e0360b9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.243016] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('014ff7b4-42ff-4d43-9c25-0d070e0360b9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.745129] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4baa6d1e-8291-4c26-bf39-e608e606c66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.746380] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4baa6d1e-8291-4c26-bf39-e608e606c66c taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.747812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.747812] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 014ff7b4-42ff-4d43-9c25-0d070e0360b9 with status ACTIVE [ 1122.747812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.747812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.747812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.747812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.747812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.747812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.747812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.747812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.748312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.748312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.748312] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.748419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.748419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.748582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.748652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.748732] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 014ff7b4-42ff-4d43-9c25-0d070e0360b9 is going to be updated. [ 1122.772529] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.772735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.772781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.772969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.773123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.773286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-014ff7b4-42ff-4d43-9c25-0d070e0360b9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.247632] env[65302]: INFO networking_nsxv3.common.synchronization [req-81298b84-e377-4daf-b20a-c87e11891450 req-27fe0e6e-9cec-4b9d-82b8-313e9a96e2f8 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1123.248210] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1123.250518] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.250653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.250716] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.250968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.251130] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.251235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.251300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.251457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.252624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.252624] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.252624] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4baa6d1e-8291-4c26-bf39-e608e606c66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.653177] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.654169] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.654169] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.654169] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.654401] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.654475] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.654598] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.654853] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.655048] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.655276] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.655388] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.655502] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.655653] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.655775] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.655900] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.656062] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.677813] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.677813] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.678014] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.678068] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.679220] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-de247879-5eee-4e1a-b9f1-763f77f74e24 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.679220] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-de247879-5eee-4e1a-b9f1-763f77f74e24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.679220] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-de247879-5eee-4e1a-b9f1-763f77f74e24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.679220] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-de247879-5eee-4e1a-b9f1-763f77f74e24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.679453] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de247879-5eee-4e1a-b9f1-763f77f74e24',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.757199] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.757448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.757532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.757855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.757991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.758173] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c is going to be created. [ 1123.759893] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.831582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.831805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.831873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.832399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.832648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.867066] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c in Status: UNINITIALIZED for 2s [ 1124.167936] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1124.169136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.169136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.169136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.169136] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.169136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.169136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.169136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.169566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.169566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.169566] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.184053] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.184547] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.184842] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.185297] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.185551] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.185697] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port de247879-5eee-4e1a-b9f1-763f77f74e24 not found, creating... [ 1124.186235] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.186571] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.186820] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.187192] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.187453] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.187933] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.188123] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.188245] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.188513] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.188741] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.189128] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: de247879-5eee-4e1a-b9f1-763f77f74e24 is going to be created. [ 1124.224064] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.224312] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.224405] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.224704] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.224932] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.225187] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-de247879-5eee-4e1a-b9f1-763f77f74e24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.262796] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.672160] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.672373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.672467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.672764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.672946] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.673066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.673133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.673290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.673379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.673467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.673617] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.673709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.673774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.673952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.674114] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.674206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.674265] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.674404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.674509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.674611] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.674652] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.766067] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.766296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.766373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.766606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.766697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.766798] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1124.795764] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.795929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.795988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.796196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.796338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.805532] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1124.930339] env[65302]: INFO networking_nsxv3.common.synchronization [req-81298b84-e377-4daf-b20a-c87e11891450 req-96aa293c-1382-45b0-a195-e79f8aceef5b service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1124.930612] env[65302]: INFO networking_nsxv3.common.synchronization [req-81298b84-e377-4daf-b20a-c87e11891450 req-96aa293c-1382-45b0-a195-e79f8aceef5b service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1124.930760] env[65302]: INFO networking_nsxv3.common.synchronization [req-81298b84-e377-4daf-b20a-c87e11891450 req-96aa293c-1382-45b0-a195-e79f8aceef5b service nova] Enqueued Resource ID: de247879-5eee-4e1a-b9f1-763f77f74e24 with Priority: HIGHEST for action port [ 1124.931363] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1124.931627] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1124.931682] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de247879-5eee-4e1a-b9f1-763f77f74e24 with Priority: HIGHEST for action port [ 1124.932024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.932401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.932473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.932689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.932771] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.935970] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.936102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.937060] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-de247879-5eee-4e1a-b9f1-763f77f74e24 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.937060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de247879-5eee-4e1a-b9f1-763f77f74e24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.937060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de247879-5eee-4e1a-b9f1-763f77f74e24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.937060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de247879-5eee-4e1a-b9f1-763f77f74e24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.937287] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de247879-5eee-4e1a-b9f1-763f77f74e24',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.177750] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c2dda12-210c-4622-be22-0d6a11b072ed: rpc.has_security_group_logging(os_id): False [ 1125.197505] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.197698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.197698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.197904] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.198045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.198228] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.198360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.198430] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.198541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.198673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.198812] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.199047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.199047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.199186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.199262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.199551] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.199661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.199661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.199759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.199834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.199915] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1125.269218] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.269218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.269218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.269218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.269218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.310080] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1125.436609] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.437174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.439750] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de247879-5eee-4e1a-b9f1-763f77f74e24 with status ACTIVE [ 1125.439809] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.439958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.440035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.440259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.440381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.441090] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.441090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.441090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.441090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.441090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.441426] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.441426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.441426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.441608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.441708] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.441774] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de247879-5eee-4e1a-b9f1-763f77f74e24 is going to be updated. [ 1125.464792] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.465145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.465306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.465535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.465836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.465836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de247879-5eee-4e1a-b9f1-763f77f74e24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.881056] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c in Status: SUCCESS [ 1125.881056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.881056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.881056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.881056] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.881056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.881056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.881056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.881056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.881056] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.881056] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4baa6d1e-8291-4c26-bf39-e608e606c66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.967409] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.967409] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.967409] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.967683] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.967832] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.968044] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.968164] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.968412] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.968587] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.968809] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.968921] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.969092] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.969210] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.969347] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.969453] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.969589] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.990101] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.990101] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.990334] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.990491] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-912" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.991052] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-fbf79941-ec98-479e-8b39-0c31ac7a51e5 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.991230] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.991796] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.991796] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.991940] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf79941-ec98-479e-8b39-0c31ac7a51e5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.384186] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4baa6d1e-8291-4c26-bf39-e608e606c66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.494397] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.494600] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.494825] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.495213] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.495406] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.495749] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.495976] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.496155] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.496416] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.496556] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.496842] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.497010] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.497464] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.497464] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.497546] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.497616] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: fbf79941-ec98-479e-8b39-0c31ac7a51e5 is going to be updated. [ 1126.521339] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.521681] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.521777] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.522045] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.522209] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.522444] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.828896] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1126.828896] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.828896] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.828896] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.829330] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.829330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.829462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.829590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.829671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.829768] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.886798] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4baa6d1e-8291-4c26-bf39-e608e606c66c: rpc.has_security_group_logging(os_id): False [ 1126.911836] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.911923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.911923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.912196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.912296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.912582] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.912696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.912759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.912943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.913046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.913137] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c is going to be created. [ 1126.988025] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.988025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.988025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.988025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.988025] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.006157] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c in Status: IN_PROGRESS for 2s [ 1127.274080] env[65302]: INFO networking_nsxv3.common.synchronization [req-787ac480-2b92-4596-8e87-282dc40b7a63 req-fc81a484-9342-4bd5-ae28-123008076235 service nova] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_rules [ 1127.274293] env[65302]: INFO networking_nsxv3.common.synchronization [req-787ac480-2b92-4596-8e87-282dc40b7a63 req-fc81a484-9342-4bd5-ae28-123008076235 service nova] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1127.274450] env[65302]: INFO networking_nsxv3.common.synchronization [req-787ac480-2b92-4596-8e87-282dc40b7a63 req-fc81a484-9342-4bd5-ae28-123008076235 service nova] Enqueued Resource ID: fbf79941-ec98-479e-8b39-0c31ac7a51e5 with Priority: HIGHEST for action port [ 1127.275153] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_rules [ 1127.275337] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1127.275422] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf79941-ec98-479e-8b39-0c31ac7a51e5 with Priority: HIGHEST for action port [ 1127.275725] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.275848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.275907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.276164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.276233] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.277175] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.277295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.277352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.277532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.277677] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.277760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.277818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.277959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.278053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.278147] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.279336] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf79941-ec98-479e-8b39-0c31ac7a51e5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.280444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.280444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.280444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.280444] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf79941-ec98-479e-8b39-0c31ac7a51e5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.334620] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.339733] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1127.340037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.782432] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.782432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.782432] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.785755] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbf79941-ec98-479e-8b39-0c31ac7a51e5 with status ACTIVE [ 1127.785755] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.785755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.785755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.785998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.786106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.786320] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.786434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.786506] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.786793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.786793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.787010] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.787010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.787190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.787243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.787543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.787543] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbf79941-ec98-479e-8b39-0c31ac7a51e5 is going to be updated. [ 1127.812099] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.812309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.812427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.812672] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.812850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.813491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf79941-ec98-479e-8b39-0c31ac7a51e5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.838360] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.284865] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.342525] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.342525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.342525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.342525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.342525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.342525] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1128.375959] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.376254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.376377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.376747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.376979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.389424] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1128.789191] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.789603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.789603] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.790831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.791073] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.791332] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 1128.835613] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.835843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.835941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.836190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.836334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.860534] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 1129.024079] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c in Status: SUCCESS [ 1129.024079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.385069] env[65302]: INFO networking_nsxv3.common.synchronization [None req-38771a81-efc0-4292-9218-08d999505a30 None None] Enqueued Resource ID: cb90cc8d-d3f1-4b66-95b2-57fc3826888b with Priority: HIGHEST for action port [ 1130.385766] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb90cc8d-d3f1-4b66-95b2-57fc3826888b with Priority: HIGHEST for action port [ 1130.387552] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb90cc8d-d3f1-4b66-95b2-57fc3826888b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.387705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb90cc8d-d3f1-4b66-95b2-57fc3826888b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.387764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb90cc8d-d3f1-4b66-95b2-57fc3826888b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.388850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb90cc8d-d3f1-4b66-95b2-57fc3826888b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.390186] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb90cc8d-d3f1-4b66-95b2-57fc3826888b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.402192] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1130.402192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.402336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.402497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.402689] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.402802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.403898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.403898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.403898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.403898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.403898] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.883653] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 1130.883965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.884147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.884376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.884574] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.884687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.884755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.884909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.884989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.885097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.885218] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.898225] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb90cc8d-d3f1-4b66-95b2-57fc3826888b [ 1130.898465] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.898595] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.898661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.898868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.898954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.899086] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb90cc8d-d3f1-4b66-95b2-57fc3826888b already deleted. [ 1130.899181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb90cc8d-d3f1-4b66-95b2-57fc3826888b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.906469] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.906663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.906707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.906899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.907076] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.907179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.907239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.907390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.907473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.907566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.907712] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.907804] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.907881] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.908038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.908190] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.908288] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.908344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.908485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.908559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.908642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.908730] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.387154] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.387606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.387606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.387606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.387957] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.387957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.387957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.388228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.388228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.388228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.389178] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.389178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.389178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.389178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.389373] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.389439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.389488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.392631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.392631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.392631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.392631] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.411117] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6672b1e-3d73-44ad-85e3-3f1d92c2bf30: rpc.has_security_group_logging(os_id): False [ 1131.434961] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.434961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.434961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.434961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.435257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.435792] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.435792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.435792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.435792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.435792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.436075] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.436075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.436075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.436224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.436224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.436388] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.436476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.436533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.436679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.436740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.436825] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1131.524242] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.524242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.524242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.524242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.524242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.549272] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1131.892133] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a43699c-3e4d-44fd-8a45-35a816cea502: rpc.has_security_group_logging(os_id): False [ 1131.912988] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.913189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.913335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.913655] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.913835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.914097] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.914256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.914357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.914563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.914689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.914985] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.915180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.915293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.915597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.915644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.915892] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.916074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.916230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.916421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.916528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.916916] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 1131.989947] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.989947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.989947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.989947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.989947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.013603] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 1132.901159] env[65302]: INFO networking_nsxv3.common.synchronization [None req-a32626f8-cbb0-4a5b-ba14-1c0ed05366be None None] Enqueued Resource ID: e0aad69f-8207-4bc8-8c33-73e31c4e2de5 with Priority: HIGHEST for action port [ 1132.901159] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0aad69f-8207-4bc8-8c33-73e31c4e2de5 with Priority: HIGHEST for action port [ 1132.901697] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0aad69f-8207-4bc8-8c33-73e31c4e2de5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.901697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0aad69f-8207-4bc8-8c33-73e31c4e2de5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.901697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0aad69f-8207-4bc8-8c33-73e31c4e2de5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.901946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0aad69f-8207-4bc8-8c33-73e31c4e2de5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.902043] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0aad69f-8207-4bc8-8c33-73e31c4e2de5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.404699] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0aad69f-8207-4bc8-8c33-73e31c4e2de5 [ 1133.404699] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.404851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.404851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.405094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.405245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.405392] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0aad69f-8207-4bc8-8c33-73e31c4e2de5 already deleted. [ 1133.405514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0aad69f-8207-4bc8-8c33-73e31c4e2de5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.565346] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1133.565590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.055171] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 1134.055567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.675083] env[65302]: INFO networking_nsxv3.common.synchronization [req-ef29aac6-e539-47a3-a577-e54d26daaf94 req-a2092f13-ee33-4af3-a5e8-e2cb983d02ca tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1137.675668] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1137.675978] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.676116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.676182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.676390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.676552] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.676651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.676714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.676868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.676951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.677059] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.181349] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.684033] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.070065] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-3430a407-b632-4d37-98e6-9323bf6f8c66 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1139.070467] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1139.070877] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.071068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.071068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.071300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.071452] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.071553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.071616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.071771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.071855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.071976] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.186187] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.186374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.186443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.186683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.186773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.186883] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1139.226481] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.226659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.226729] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.226963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.228578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.238733] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1139.403688] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-4fec1e27-c2e9-4f65-8171-cc716fbbacd2 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1139.405463] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1139.405463] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.405463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.574337] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.574601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.574601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.574858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.575282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.575499] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.575606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.575670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.575838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.575917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.575999] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 already deleted. [ 1139.576091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.576259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.576508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.576659] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.576759] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.576821] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.576962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.577048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.577141] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.706447] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-c68f0bb2-7e92-41f5-9360-e55a5504c95a tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1139.706974] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1139.707276] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.707402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.075060] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.075060] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-373" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.075060] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-373" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.075060] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-373" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.075355] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.075355] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.075595] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.075828] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.075970] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.076208] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.076330] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.076452] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.076525] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.076631] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.076732] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.076859] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.078807] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.078947] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.079026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.079195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.079280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.079455] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.079549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.079612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.079747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.079820] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.079903] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 already deleted. [ 1140.079980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.080143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.080283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.080422] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.080515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.080571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.080707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.080780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.080869] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.098872] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.099175] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.099242] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.099434] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-373" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.099754] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.100111] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.100111] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.100364] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.100497] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d12bbe-342a-4b15-9eb0-1eabef3a2e6a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.583498] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.583737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.583737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.584905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.584905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.584905] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.584905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.585153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.585320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.585452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.585591] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 already deleted. [ 1140.585884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.604735] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.605251] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.605867] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.605867] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.606055] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.606242] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 99d12bbe-342a-4b15-9eb0-1eabef3a2e6a not found, creating... [ 1140.606842] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.607255] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.607498] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.607905] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.608209] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.608752] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.609049] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.609453] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.609839] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.610104] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.610408] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 99d12bbe-342a-4b15-9eb0-1eabef3a2e6a is going to be created. [ 1140.637084] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.637228] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.637531] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.637658] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.637900] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.638140] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.250098] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1141.250098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.355221] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-cb171e3c-0f4c-49be-a242-19dd402d7258 service nova] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_rules [ 1141.355221] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-cb171e3c-0f4c-49be-a242-19dd402d7258 service nova] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1141.355221] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-cb171e3c-0f4c-49be-a242-19dd402d7258 service nova] Enqueued Resource ID: 99d12bbe-342a-4b15-9eb0-1eabef3a2e6a with Priority: HIGHEST for action port [ 1141.355221] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_rules [ 1141.356416] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1141.356685] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99d12bbe-342a-4b15-9eb0-1eabef3a2e6a with Priority: HIGHEST for action port [ 1141.357185] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.357442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.357614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.357956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.358152] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.359179] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.359464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.359623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.359894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.360160] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.360368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.360512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.360734] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.360916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.361152] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.363451] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.363573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.363617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.363946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.364040] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d12bbe-342a-4b15-9eb0-1eabef3a2e6a',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.866263] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.867747] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.867913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.868056] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99d12bbe-342a-4b15-9eb0-1eabef3a2e6a with status ACTIVE [ 1141.868269] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.868367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.868411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.868639] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.870657] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.870883] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.871044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.871364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.871364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.871476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.871624] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.871729] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.871803] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.871959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.872076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.872150] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99d12bbe-342a-4b15-9eb0-1eabef3a2e6a is going to be updated. [ 1141.875555] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.875733] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.875851] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.876092] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.876340] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.876503] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.876600] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.876810] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.876970] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.877175] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.877288] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.877396] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.877503] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.877619] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.877724] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.877853] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.898466] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.898724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.898724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.899149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.899243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.899473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99d12bbe-342a-4b15-9eb0-1eabef3a2e6a" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.906042] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.906329] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.906560] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.906853] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-567" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.907346] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-2fd831ed-36ca-4950-bdc2-927b68df0726 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.907590] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.907761] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.908128] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.908324] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fd831ed-36ca-4950-bdc2-927b68df0726',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.170883] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.171137] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-453" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.171347] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-453" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.171679] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-453" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.171944] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.172371] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.172501] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.172795] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.172940] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.173163] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.173270] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.173379] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.173487] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.173629] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.173745] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.173881] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.196506] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.196686] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.196821] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.196998] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-453" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.197339] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.197518] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.197638] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.197984] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.198133] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.374663] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.411680] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.411998] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.412161] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.412494] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.412660] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.413054] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.413179] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.413319] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.413566] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.413705] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.414070] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.414196] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.414343] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.414754] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.414754] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.414899] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 2fd831ed-36ca-4950-bdc2-927b68df0726 is going to be updated. [ 1142.439272] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.439576] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.439706] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.440048] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.440294] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.440563] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.700742] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.701011] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.701253] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.701503] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.701658] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.701851] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 not found, creating... [ 1142.702224] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.702431] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.702980] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.702980] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.702980] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.703268] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.703499] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.703633] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.703856] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.703987] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.704145] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 is going to be created. [ 1142.728012] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.728235] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.728348] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.728805] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.729224] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.729518] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.876857] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.877048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.877125] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.877355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.877440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.877541] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be created. [ 1142.917289] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.917500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.917500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.917711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.917866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.933423] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: UNINITIALIZED for 2s [ 1143.163724] env[65302]: INFO networking_nsxv3.common.synchronization [req-c1f4ee86-a423-44e5-8734-8b79e11aa269 req-38bf6784-8eab-4d9b-9442-f929b6f1fdba service nova] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_rules [ 1143.163920] env[65302]: INFO networking_nsxv3.common.synchronization [req-c1f4ee86-a423-44e5-8734-8b79e11aa269 req-38bf6784-8eab-4d9b-9442-f929b6f1fdba service nova] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1143.164065] env[65302]: INFO networking_nsxv3.common.synchronization [req-c1f4ee86-a423-44e5-8734-8b79e11aa269 req-38bf6784-8eab-4d9b-9442-f929b6f1fdba service nova] Enqueued Resource ID: 2fd831ed-36ca-4950-bdc2-927b68df0726 with Priority: HIGHEST for action port [ 1143.164613] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_rules [ 1143.164757] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1143.164857] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd831ed-36ca-4950-bdc2-927b68df0726 with Priority: HIGHEST for action port [ 1143.165144] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.165262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.165340] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.165516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.165597] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.166485] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.166628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.166678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.166981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.166981] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.167284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.167284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.167284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.167511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.167511] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.169401] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fd831ed-36ca-4950-bdc2-927b68df0726 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.169401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.169563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.169628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.169750] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fd831ed-36ca-4950-bdc2-927b68df0726',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.441514] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-2c6a2e43-e2cc-4fbc-9a75-7a9fb6e4b110 service nova] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_rules [ 1143.441514] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-2c6a2e43-e2cc-4fbc-9a75-7a9fb6e4b110 service nova] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1143.441514] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-2c6a2e43-e2cc-4fbc-9a75-7a9fb6e4b110 service nova] Enqueued Resource ID: 1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 with Priority: HIGHEST for action port [ 1143.441514] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_rules [ 1143.441514] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1143.441514] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 with Priority: HIGHEST for action port [ 1143.441871] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.441871] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.442110] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.443743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.443743] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.443743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.443743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.443980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.443980] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.672031] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.673250] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.673250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.673390] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fd831ed-36ca-4950-bdc2-927b68df0726 with status ACTIVE [ 1143.673571] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.673648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.673700] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.673895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.673980] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.674164] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.674252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.674352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.674460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.674536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.674714] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.674806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.674867] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.675010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.677702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.678431] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fd831ed-36ca-4950-bdc2-927b68df0726 is going to be updated. [ 1143.706434] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.706832] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.707959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.707959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.707959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.707959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fd831ed-36ca-4950-bdc2-927b68df0726" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.948324] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 with status ACTIVE [ 1143.949026] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.949026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.949026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.949202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.949298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.949490] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.949591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.949654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.949811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.949888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.950124] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.950180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.950230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.950365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.950460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.950523] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1 is going to be updated. [ 1143.976747] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.976747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.976747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.976963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.977019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.977201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad331d6-ccb2-4a1f-b8c1-c3ea4c89a7a1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.153751] env[65302]: INFO networking_nsxv3.common.synchronization [req-473c2525-27ee-4ed7-9ca8-12bd3c44d49d req-61f970a2-db7e-43c4-a8d9-09c29bcc608d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1144.154365] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1144.154685] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.154811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.154878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.155104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.155265] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.155365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.155430] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.155584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.155670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.155765] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.181871] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.314427] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.314629] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-373" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.314751] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-373" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.315083] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-373" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.315400] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.315649] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.315833] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.316133] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.316326] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.316766] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.316914] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.317075] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.317222] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.317433] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.317575] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.317746] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.344676] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.344921] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.345440] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.345723] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-373" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.346221] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-81b1320a-c20b-4b98-9839-116b3b9df782 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.346422] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-81b1320a-c20b-4b98-9839-116b3b9df782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.346531] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-81b1320a-c20b-4b98-9839-116b3b9df782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.346909] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-81b1320a-c20b-4b98-9839-116b3b9df782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.347090] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b1320a-c20b-4b98-9839-116b3b9df782',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.658700] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.683749] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.683899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.685583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.685583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.685583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.685583] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 is going to be updated. [ 1144.744244] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.744525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.744525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.745285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.745285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.762681] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: IN_PROGRESS for 2s [ 1144.851972] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.853714] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.853714] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.853714] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.853714] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.853714] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 81b1320a-c20b-4b98-9839-116b3b9df782 not found, creating... [ 1144.853714] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.854029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.854029] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.854303] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.855099] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.855467] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.855629] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.855742] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.855992] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.856188] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.856350] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 81b1320a-c20b-4b98-9839-116b3b9df782 is going to be created. [ 1144.912269] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.912603] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.912698] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.913011] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.913243] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.913476] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-81b1320a-c20b-4b98-9839-116b3b9df782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.949788] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1144.950194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.951550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.951550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.951550] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.951550] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.951921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.952336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.952434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.952545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.952655] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.953953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.953953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.954131] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.954131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.954248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.954333] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.954461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.954555] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.162839] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.456850] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.456850] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.458635] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.614993] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-e401ac3e-6be0-441c-8a5c-f5b9a071a807 service nova] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_rules [ 1145.615295] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-e401ac3e-6be0-441c-8a5c-f5b9a071a807 service nova] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1145.617083] env[65302]: INFO networking_nsxv3.common.synchronization [req-b0fa3a72-fcc7-4819-8d02-750a9e3180d2 req-e401ac3e-6be0-441c-8a5c-f5b9a071a807 service nova] Enqueued Resource ID: 81b1320a-c20b-4b98-9839-116b3b9df782 with Priority: HIGHEST for action port [ 1145.617083] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_rules [ 1145.617083] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1145.617083] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1320a-c20b-4b98-9839-116b3b9df782 with Priority: HIGHEST for action port [ 1145.617083] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.617083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.617083] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.617083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.617527] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-81b1320a-c20b-4b98-9839-116b3b9df782 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.617527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81b1320a-c20b-4b98-9839-116b3b9df782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.617527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81b1320a-c20b-4b98-9839-116b3b9df782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.617625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81b1320a-c20b-4b98-9839-116b3b9df782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.617723] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b1320a-c20b-4b98-9839-116b3b9df782',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.665968] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.665968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.665968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.666558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.666558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.666558] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 is going to be updated. [ 1145.695289] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.695425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.695504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.695704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.695851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.705439] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: IN_PROGRESS for 2s [ 1145.961042] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.120512] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81b1320a-c20b-4b98-9839-116b3b9df782 with status ACTIVE [ 1146.120512] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.120512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.120807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.120920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.121050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.121243] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.121449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.121533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.121696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.121771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.121968] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.122064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.122118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.122269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.122330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.122412] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81b1320a-c20b-4b98-9839-116b3b9df782 is going to be updated. [ 1146.147889] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.147889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.147889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.147889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.147889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.147889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81b1320a-c20b-4b98-9839-116b3b9df782" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.338606] env[65302]: INFO networking_nsxv3.common.synchronization [req-31c5e00e-87f6-4a40-82b9-c6ae7c31d9b7 req-85afca99-c87c-494b-8725-c8f39a00251d tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_members [ 1146.339664] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGHEST for action security_group_members [ 1146.339664] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.339814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.339814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.339982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.343697] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.343851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.343906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.344119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.344209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.344309] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5c811c-fcf7-4f16-acec-7cf8120cd4a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.361675] env[65302]: INFO networking_nsxv3.common.synchronization [req-19c08c4a-7740-4749-92af-6532bd8898af req-0fd7bc40-7d4f-4843-a68f-510c0f37248c tempest-AttachVolumeTestJSON-757421734 tempest-AttachVolumeTestJSON-757421734-project-member] Enqueued Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_members [ 1146.362513] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGHEST for action security_group_members [ 1146.362661] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.362765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.362830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.363054] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.363217] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.363358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.363413] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.363540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.363647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.363745] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4d0fdc-5789-40ff-9426-2ef0a39071fd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.463924] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.464175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.464295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.464573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.464925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.465043] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1146.498415] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.498415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.498415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.498415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.498415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.513179] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1146.774436] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: SUCCESS [ 1146.774740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.774853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.775241] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.775589] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.775589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.775764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.775796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.775899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.775958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.776111] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.850980] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.851195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.851353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.851537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.851641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.851881] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.851993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.852074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.852295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.852405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.852688] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 is going to be updated. [ 1146.866024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.866280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.866346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.866541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.866633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.866872] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.866976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.867053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.867226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.867421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.867543] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd is going to be updated. [ 1146.883040] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.883261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.883261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.883485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.883697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.902494] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 in Status: IN_PROGRESS for 2s [ 1146.904385] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.904880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.904880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.904880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.905135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.916775] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd in Status: IN_PROGRESS for 2s [ 1147.279824] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.280094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.280252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.280414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.280589] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.280733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.280733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.280896] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.280997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.281106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.281254] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.281409] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.281471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.281618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.281765] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.281854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.281935] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.282123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.282196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.282295] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.282492] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.720977] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: SUCCESS [ 1147.721567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.784800] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65bad1a1-b35e-410c-a3bc-8a885df7c236: rpc.has_security_group_logging(os_id): False [ 1147.806616] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.806616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.806616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.806793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.806793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.807371] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.807371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.807371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.807609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.807814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.807852] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.807926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.807990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.808202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.808304] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.808552] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.808659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.808723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.808873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.808944] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.809042] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 is going to be updated. [ 1147.901671] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.901841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.901932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.903348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.903348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.921175] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: IN_PROGRESS for 2s [ 1148.533025] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1148.533368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.533590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.533908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.534153] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.534299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.534389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.534614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.534737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.534837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.535035] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.535121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.535201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.535650] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.535650] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.535781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.535812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.535943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.536049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.536172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.536295] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.537374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.537469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.537559] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.537698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.537786] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.537982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.538121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.538267] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.930222] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 in Status: SUCCESS [ 1148.930470] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 deletion is rescheduled due to dependency. [ 1148.930558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.946296] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd in Status: SUCCESS [ 1148.946296] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd deletion is rescheduled due to dependency. [ 1148.946296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.040380] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.041508] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e926453-ecea-4bba-b729-ae0b0f8174a8: rpc.has_security_group_logging(os_id): False [ 1149.068098] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.068299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.068342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.068541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.068652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.068920] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.069045] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.069123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.069383] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.069537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.069815] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.069930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.069995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.070231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.070314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.070508] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.070602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.070662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.070819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.070916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.071016] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be created. [ 1149.164304] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.164513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.164513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.164725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.164910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.183316] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1149.544234] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.942027] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: SUCCESS [ 1149.942027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.048685] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.049208] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.051492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.051760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.052735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.052735] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1150.087363] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.087555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.087627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.088378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.088378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.099764] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1150.934175] env[65302]: INFO networking_nsxv3.common.synchronization [req-46a11c71-4d92-496c-a3df-0487397e3f7f req-439dfdaf-c8df-4371-8a12-658a0adee31a tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1150.934930] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1150.935403] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.936026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.936026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.936026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.936214] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.938691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.938691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.938691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.938691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.938691] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.198046] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1151.198046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.198487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.198651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.198796] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.367042] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.367279] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.367279] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.367598] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.367887] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.368054] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.368230] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.368484] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.368630] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.368954] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.369159] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.369292] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.369431] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.369555] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.369663] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.369799] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.393474] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.393757] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.394055] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.394301] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.394757] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.395048] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.395693] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.395693] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.395848] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.440069] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.701557] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.701690] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.900033] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.900033] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.900284] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.900442] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.900595] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.900704] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 not found, creating... [ 1151.901598] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.901598] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.901598] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.901598] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.901598] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.902205] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.902205] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.902205] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.903316] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.903316] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.903316] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 is going to be created. [ 1151.929152] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.929316] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.929631] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.929915] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.930177] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.930472] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.943569] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.954246] env[65302]: INFO networking_nsxv3.common.synchronization [req-36ad87f9-c427-4e91-96cd-85f3f4a71c2e req-8955abb9-ccd4-4e31-bcb6-12b2c85ef77d tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1151.954936] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGHEST for action security_group_members [ 1151.955213] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.955722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.955722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.955722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.955892] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.956046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.956264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.956360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.956532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.956602] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.114119] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1152.114363] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.115009] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.115266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.115490] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.115620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.115690] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.115855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.115937] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.116298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.116298] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.446462] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.446768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.446768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.446914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.446987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.447103] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1152.460511] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.460743] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.460909] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.464384] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.464487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.464738] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.465915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.465915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.465915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.465915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.465915] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 is going to be updated. [ 1152.482689] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.483940] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.484206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.484408] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.484578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.499111] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1152.501382] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.501540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.501615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.502037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.502037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.511031] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: IN_PROGRESS for 2s [ 1152.619148] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.619148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.619148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.619398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.619752] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.619752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.620106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.620106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.620106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.620197] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.620368] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.620558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.620558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.620697] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.620785] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.620888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.620948] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.621079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.621154] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.621235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.621410] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.656337] env[65302]: INFO networking_nsxv3.common.synchronization [req-46a11c71-4d92-496c-a3df-0487397e3f7f req-b56cf0f9-ec9c-414a-998c-8230891ed935 service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1152.656598] env[65302]: INFO networking_nsxv3.common.synchronization [req-46a11c71-4d92-496c-a3df-0487397e3f7f req-b56cf0f9-ec9c-414a-998c-8230891ed935 service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1152.656758] env[65302]: INFO networking_nsxv3.common.synchronization [req-46a11c71-4d92-496c-a3df-0487397e3f7f req-b56cf0f9-ec9c-414a-998c-8230891ed935 service nova] Enqueued Resource ID: 42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 with Priority: HIGHEST for action port [ 1152.657305] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1152.657433] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1152.657533] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 with Priority: HIGHEST for action port [ 1152.657829] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.657907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.657973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.658199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.658250] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.660669] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.661451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.661451] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.661451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.661451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.661451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.661451] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.123592] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e926453-ecea-4bba-b729-ae0b0f8174a8: rpc.has_security_group_logging(os_id): False [ 1153.156105] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.156105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.156105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.156444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.156444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.156630] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.156841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.156908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.157153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.157279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.157559] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.157724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.157819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.158014] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.158147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.158444] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.158608] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.158721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.158953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.159081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.159215] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1153.163253] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.163458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.163593] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 with status ACTIVE [ 1153.163759] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.163862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.163862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.164078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.164160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.164331] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.164427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.164487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.164637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.164710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.164950] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.165041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.165041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.165194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.165266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.165349] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6 is going to be updated. [ 1153.199648] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.199920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.199920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.200174] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.200318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.200410] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42aa5f73-4fdb-4e18-8a68-836cdb4dc7e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.323270] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.323270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.323558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.323558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.323692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.366509] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1153.482419] env[65302]: INFO networking_nsxv3.common.synchronization [None req-4baf2d9f-bca4-4f1b-92e9-75c78c8d55a5 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_rules [ 1153.483439] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_rules [ 1153.483566] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.483673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.483673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.484557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.484557] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae4b4ff2-75ef-4f78-917c-93968cbe3dbd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.622559] env[65302]: INFO networking_nsxv3.common.synchronization [None req-426102ed-9166-4f91-82e2-e3ecbec5187d tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_rules [ 1153.623650] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_rules [ 1153.624588] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.624710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.024149] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.024248] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.024374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.024691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.024852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.025039] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd already deleted. [ 1154.025193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.025447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.025709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.025850] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae4b4ff2-75ef-4f78-917c-93968cbe3dbd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.511042] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1154.511470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.512519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.512744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.512949] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.513067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.513132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.513326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.513411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.513510] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.527855] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 in Status: SUCCESS [ 1154.528103] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 deletion is rescheduled due to dependency. [ 1154.528235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.553873] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.554089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.554135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.554342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.554432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.554532] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd already deleted. [ 1154.554611] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.016341] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.380880] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1155.381011] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.381202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.381535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.381625] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.520051] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.884947] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.885223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.885310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.885515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.885699] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.885801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.885928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.886036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.886128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.886213] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.886319] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.023323] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.023569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.023569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.023773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.023901] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.024012] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1156.061767] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.062112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.062112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.062271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.062460] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.075149] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1156.390904] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.391106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.391211] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.391721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.392024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.392503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.392666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.392912] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.393068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.393246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.393506] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.393614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.393677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.393882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.394258] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.394532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.394532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.394648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.394703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.394756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.394850] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.508569] env[65302]: INFO networking_nsxv3.common.synchronization [None req-4734a11a-7ad5-49be-8015-ffbd422b318c tempest-AttachInterfacesTestJSON-1734775459 tempest-AttachInterfacesTestJSON-1734775459-project-member] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1156.509442] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGHEST for action security_group_members [ 1156.509816] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.509949] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.510030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.510250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.510394] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.510599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.510599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.510749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.510846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.510933] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.897942] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e926453-ecea-4bba-b729-ae0b0f8174a8: rpc.has_security_group_logging(os_id): False [ 1156.917938] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.918385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.918385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.918549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.918659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.918946] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.919106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.919196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.919392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.919510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.919799] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.919936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.920012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.920221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.920343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.920726] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.920878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.920969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.921145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.921264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.921395] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1157.010036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.010218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.010286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.010483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.010632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.013351] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.013500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.013544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.013717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.013808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.014011] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.014109] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.014204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.014315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.014415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.015028] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be updated. [ 1157.042575] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1157.076554] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.076822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.076822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.077037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.077191] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.087445] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: IN_PROGRESS for 2s [ 1158.085501] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1158.086063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.086063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.086181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.086332] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.086455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.086522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.086748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.086837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.086920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.087106] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.589859] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.590012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.590061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.590279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.590837] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.590837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.590837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.590837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.590837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.591098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.591098] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.591176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.591176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.591307] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.591502] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.592815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.592815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.592815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.592815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.592815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.592815] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.065068] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1159.065068] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.095939] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6672b1e-3d73-44ad-85e3-3f1d92c2bf30: rpc.has_security_group_logging(os_id): False [ 1159.098692] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 in Status: SUCCESS [ 1159.099086] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 deletion is rescheduled due to dependency. [ 1159.099168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.124237] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.124237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.124401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.124564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.124633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.124824] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.124937] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.125016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.125163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.125232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.125408] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.125558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.125558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.125699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.125766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.126295] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.126507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.126631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.126870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.127052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.127219] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1159.203463] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.203724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.203859] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.204200] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.204479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.216471] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1160.096393] env[65302]: INFO networking_nsxv3.common.synchronization [req-2f875d38-c9ab-4739-a023-834672aee571 req-52273fee-4f74-45d0-93ca-d68301ca43dc tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_members [ 1160.096959] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGHEST for action security_group_members [ 1160.097276] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d3291d-8c05-441f-9b0e-9e114d0c1140 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.097394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.097459] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.097961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.098056] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.098136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.098173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.098318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.098400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.098490] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d3291d-8c05-441f-9b0e-9e114d0c1140',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.601314] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.601555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.601683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.601985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.602369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.602369] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.602588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.602588] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.602702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.602793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.602909] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 is going to be updated. [ 1160.685951] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.686059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.686131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.687084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.687084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.697032] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 in Status: IN_PROGRESS for 2s [ 1161.228782] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1161.229052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.675521] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d294866b-4c26-4ee4-89ea-a1e61a210d93 None None] Enqueued Resource ID: 0c6cb159-e6c7-4e76-bb12-6f5da3103585 with Priority: HIGHEST for action port [ 1161.675624] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6cb159-e6c7-4e76-bb12-6f5da3103585 with Priority: HIGHEST for action port [ 1161.676258] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c6cb159-e6c7-4e76-bb12-6f5da3103585 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.676375] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c6cb159-e6c7-4e76-bb12-6f5da3103585" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.676440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c6cb159-e6c7-4e76-bb12-6f5da3103585" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.676699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c6cb159-e6c7-4e76-bb12-6f5da3103585" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.676775] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c6cb159-e6c7-4e76-bb12-6f5da3103585',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.072957] env[65302]: INFO networking_nsxv3.common.synchronization [None req-6c84a44c-1509-434c-b6b4-60e99c74f5e1 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1162.074201] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1162.075221] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.075221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.075221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.075221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.075221] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.179355] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c6cb159-e6c7-4e76-bb12-6f5da3103585 [ 1162.179901] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.180206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.180339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.180607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.180889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.180889] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c6cb159-e6c7-4e76-bb12-6f5da3103585 already deleted. [ 1162.180979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c6cb159-e6c7-4e76-bb12-6f5da3103585" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.189025] env[65302]: INFO networking_nsxv3.common.synchronization [None req-4a453304-8e9f-4d1b-95d1-f5fc154920b6 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1162.189025] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1162.189025] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.189273] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.599022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.599022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.599022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.599022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.599022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.599022] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 already deleted. [ 1162.599022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.599022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.599022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.599022] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.709625] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 in Status: SUCCESS [ 1162.709625] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 deletion is rescheduled due to dependency. [ 1162.709625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.122106] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.122106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.122106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.122306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.122341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.122440] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 already deleted. [ 1163.122527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.319239] env[65302]: INFO networking_nsxv3.common.synchronization [req-55485736-2eb7-432c-ac79-e04287bc5af5 req-e3108011-0dab-41f7-a2d3-637772131535 tempest-DeleteServersTestJSON-38046372 tempest-DeleteServersTestJSON-38046372-project-member] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1163.319787] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGHEST for action security_group_members [ 1163.320117] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.320284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.320328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.320492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.320648] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.320783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.320849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.321010] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.321123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.321238] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.790306] env[65302]: INFO networking_nsxv3.common.synchronization [req-9141469d-3f66-4550-9f69-9bfae208d17a req-82e261d0-8b7d-462e-945d-c46a91ff2daa tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1163.790947] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1163.791394] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.791592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.791665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.791882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.792054] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.792159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.792214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.792368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.792451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.792572] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.823841] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.823841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.824017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.824149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.825160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.825160] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.825160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.825160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.825160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.825160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.825160] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be updated. [ 1163.870742] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.870742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.870742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.870742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.870742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.882794] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: IN_PROGRESS for 2s [ 1164.066442] env[65302]: INFO networking_nsxv3.common.synchronization [req-9141469d-3f66-4550-9f69-9bfae208d17a req-469c73ff-71aa-4c04-88fa-db0606ad9c49 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1164.066564] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1164.067188] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.067188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.137827] env[65302]: INFO networking_nsxv3.common.synchronization [None req-5e7915e9-cfc3-4cbd-84a2-6765cf817bd8 None None] Enqueued Resource ID: 5cab0de6-a745-484f-bf13-13b9f737933c with Priority: HIGHEST for action port [ 1164.137827] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cab0de6-a745-484f-bf13-13b9f737933c with Priority: HIGHEST for action port [ 1164.137827] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cab0de6-a745-484f-bf13-13b9f737933c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.137827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cab0de6-a745-484f-bf13-13b9f737933c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.137827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cab0de6-a745-484f-bf13-13b9f737933c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.138102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cab0de6-a745-484f-bf13-13b9f737933c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.138137] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cab0de6-a745-484f-bf13-13b9f737933c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.201938] env[65302]: INFO networking_nsxv3.common.synchronization [req-619ae398-9a4f-463c-90ea-2c71eebe8db8 req-f1dfea8b-d0ec-4217-83dd-eddc98a88562 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_members [ 1164.202883] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_members [ 1164.203060] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.203194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.203260] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.203532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.203723] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.203851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.204060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.204124] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.204240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.204357] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae4b4ff2-75ef-4f78-917c-93968cbe3dbd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.295374] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.299773] env[65302]: INFO networking_nsxv3.common.synchronization [req-9141469d-3f66-4550-9f69-9bfae208d17a req-566fee28-33e2-467a-b3e5-34778d744cb9 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1164.300287] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1164.300839] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.301537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.596465] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.596657] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.596833] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.597139] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.597455] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.597662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.597774] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.598038] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.598299] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.598558] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.598723] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.598864] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.599016] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.599187] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.599319] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.599538] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.622808] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.622995] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.623164] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.623361] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-885" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.623734] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-8231b64d-a165-44ad-b5a8-6104cbc75d24 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.623987] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-8231b64d-a165-44ad-b5a8-6104cbc75d24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.624069] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-8231b64d-a165-44ad-b5a8-6104cbc75d24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.624365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-8231b64d-a165-44ad-b5a8-6104cbc75d24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.624497] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8231b64d-a165-44ad-b5a8-6104cbc75d24',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.641693] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cab0de6-a745-484f-bf13-13b9f737933c [ 1164.641693] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.641693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.641693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.641693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.641693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.641693] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cab0de6-a745-484f-bf13-13b9f737933c already deleted. [ 1164.641693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cab0de6-a745-484f-bf13-13b9f737933c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.707208] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.707371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.707440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.707656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.707757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.707992] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.708129] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.708195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.708359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.708437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.708526] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd already deleted. [ 1164.708605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.799170] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.024097] env[65302]: INFO networking_nsxv3.common.synchronization [req-d754b763-9f73-4a91-b6b1-daf243524163 req-69b95df1-1230-4968-ab6b-3ac246eea5f2 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1165.024912] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1165.024912] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.025173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.025267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.025728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.025728] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.025728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.026141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.026141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.026141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.026141] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.126964] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.127240] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.127367] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.127645] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.127797] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.127948] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 8231b64d-a165-44ad-b5a8-6104cbc75d24 not found, creating... [ 1165.128219] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.128372] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.128484] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.128699] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.128835] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.129135] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.129289] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.129433] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.129634] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.129768] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.129906] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 8231b64d-a165-44ad-b5a8-6104cbc75d24 is going to be created. [ 1165.152314] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.152976] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.152976] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.153105] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.153332] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.153595] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-8231b64d-a165-44ad-b5a8-6104cbc75d24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.303630] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.303917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.304065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.304876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.304876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.304876] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1165.345819] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.345819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.345819] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.346084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.346210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.359473] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1165.528221] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.890443] env[65302]: INFO networking_nsxv3.common.synchronization [req-619ae398-9a4f-463c-90ea-2c71eebe8db8 req-6acbf292-fd58-4f9c-aa31-6fb191afa550 service nova] Enqueued Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_rules [ 1165.890920] env[65302]: INFO networking_nsxv3.common.synchronization [req-619ae398-9a4f-463c-90ea-2c71eebe8db8 req-6acbf292-fd58-4f9c-aa31-6fb191afa550 service nova] Enqueued Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_members [ 1165.890920] env[65302]: INFO networking_nsxv3.common.synchronization [req-619ae398-9a4f-463c-90ea-2c71eebe8db8 req-6acbf292-fd58-4f9c-aa31-6fb191afa550 service nova] Enqueued Resource ID: 8231b64d-a165-44ad-b5a8-6104cbc75d24 with Priority: HIGHEST for action port [ 1165.891991] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_rules [ 1165.892133] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_members [ 1165.892261] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8231b64d-a165-44ad-b5a8-6104cbc75d24 with Priority: HIGHEST for action port [ 1165.892645] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.892768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.892831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.893088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.893163] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae4b4ff2-75ef-4f78-917c-93968cbe3dbd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.894819] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.894961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.895115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.895271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.895432] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.895780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.895860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.896748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.896880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.897062] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae4b4ff2-75ef-4f78-917c-93968cbe3dbd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.901785] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-8231b64d-a165-44ad-b5a8-6104cbc75d24 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.902126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8231b64d-a165-44ad-b5a8-6104cbc75d24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.902126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8231b64d-a165-44ad-b5a8-6104cbc75d24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.902351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8231b64d-a165-44ad-b5a8-6104cbc75d24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.902351] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8231b64d-a165-44ad-b5a8-6104cbc75d24',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.905865] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2dda12-210c-4622-be22-0d6a11b072ed in Status: SUCCESS [ 1165.906360] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed deletion is rescheduled due to dependency. [ 1165.906360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.030183] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.395382] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.395552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.405330] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8231b64d-a165-44ad-b5a8-6104cbc75d24 with status ACTIVE [ 1166.405616] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.405769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.405814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.406033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.406124] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.406308] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.406410] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.406472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.406628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.406705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.406885] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.406977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.407048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.407186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.407259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.407343] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8231b64d-a165-44ad-b5a8-6104cbc75d24 is going to be updated. [ 1166.408421] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae4b4ff2-75ef-4f78-917c-93968cbe3dbd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.431806] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.431970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.432081] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.432239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.432376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.432614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8231b64d-a165-44ad-b5a8-6104cbc75d24" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.534017] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.534017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.534017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.534017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.534017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.534017] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1166.566785] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.566934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.567013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.567244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.567425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.586995] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1166.911092] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae4b4ff2-75ef-4f78-917c-93968cbe3dbd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.374022] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1167.374022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.374022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.374022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.374022] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.374022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.374022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.374022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.374022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.374022] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.414457] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.414613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.414685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.414979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.414979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.415118] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd is going to be created. [ 1167.443335] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.443472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.443537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.443742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.443893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.458950] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd in Status: UNINITIALIZED for 2s [ 1167.877035] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.877035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.877035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.877385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.877449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.877674] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.877816] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.877893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.878078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.878225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.878225] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1167.905469] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.905667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.905735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.905986] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.906148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.917355] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1168.276152] env[65302]: INFO networking_nsxv3.common.synchronization [req-1b52628a-d4f0-4d3e-ac88-542404245b06 req-3df1984a-0f13-439b-a646-46315608cde4 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1168.277949] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1168.278338] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.278476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.278546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.278811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.278967] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.279114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.279155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.279325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.279373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.279463] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.598658] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1168.598955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.606323] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.606520] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.606674] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.606900] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.607168] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.607319] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.607432] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.607650] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.607791] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.607990] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.608110] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.608213] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.608315] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.608420] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.608518] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.608785] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.629322] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.629498] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.629645] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.629932] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.630180] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-ad510751-ac01-4343-bf19-e1fe6d1ca191 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.630628] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-ad510751-ac01-4343-bf19-e1fe6d1ca191" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.630628] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-ad510751-ac01-4343-bf19-e1fe6d1ca191" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.631733] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-ad510751-ac01-4343-bf19-e1fe6d1ca191" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.631733] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad510751-ac01-4343-bf19-e1fe6d1ca191',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.784907] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.784907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.784907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.784907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.784907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.784907] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.784907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.784907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.784907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.784907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.784907] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 already deleted. [ 1168.784907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.135958] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.136463] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.136463] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.136606] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.137391] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.137391] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port ad510751-ac01-4343-bf19-e1fe6d1ca191 not found, creating... [ 1169.137391] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.137391] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.137634] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.137711] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.138127] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.138242] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.138314] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.138429] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.138646] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.138763] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.138900] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: ad510751-ac01-4343-bf19-e1fe6d1ca191 is going to be created. [ 1169.161240] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.161481] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.161792] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.162047] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.162308] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.162545] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-ad510751-ac01-4343-bf19-e1fe6d1ca191" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.471423] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd in Status: SUCCESS [ 1169.471937] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.471937] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.472125] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.472320] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.472440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.472514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.472654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.472733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.472818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.472908] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae4b4ff2-75ef-4f78-917c-93968cbe3dbd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.872983] env[65302]: INFO networking_nsxv3.common.synchronization [req-1b52628a-d4f0-4d3e-ac88-542404245b06 req-d044ca54-14b0-4659-b754-acd232991549 service nova] Enqueued Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_rules [ 1169.873218] env[65302]: INFO networking_nsxv3.common.synchronization [req-1b52628a-d4f0-4d3e-ac88-542404245b06 req-d044ca54-14b0-4659-b754-acd232991549 service nova] Enqueued Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1169.873371] env[65302]: INFO networking_nsxv3.common.synchronization [req-1b52628a-d4f0-4d3e-ac88-542404245b06 req-d044ca54-14b0-4659-b754-acd232991549 service nova] Enqueued Resource ID: ad510751-ac01-4343-bf19-e1fe6d1ca191 with Priority: HIGHEST for action port [ 1169.873951] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_rules [ 1169.874136] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1169.874237] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad510751-ac01-4343-bf19-e1fe6d1ca191 with Priority: HIGHEST for action port [ 1169.874509] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.874629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.874694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.875022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.875066] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.876113] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.876228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.876314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.876491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.876635] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.876753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.876816] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.877037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.877164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.877258] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.878040] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad510751-ac01-4343-bf19-e1fe6d1ca191 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.878169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad510751-ac01-4343-bf19-e1fe6d1ca191" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.878214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad510751-ac01-4343-bf19-e1fe6d1ca191" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.878348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad510751-ac01-4343-bf19-e1fe6d1ca191" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.878417] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad510751-ac01-4343-bf19-e1fe6d1ca191',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.928527] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1169.928693] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 deletion is rescheduled due to dependency. [ 1169.928875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.929106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.929373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.929640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.929810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.929905] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.930125] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.930218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.930338] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.975363] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae4b4ff2-75ef-4f78-917c-93968cbe3dbd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.380340] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.380651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.380651] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.381797] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad510751-ac01-4343-bf19-e1fe6d1ca191 with status ACTIVE [ 1170.381894] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.382049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.382103] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.382334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.382398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.383027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.383027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.383027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.383027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.383027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.383246] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.383246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.383246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.383390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.383443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.383532] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad510751-ac01-4343-bf19-e1fe6d1ca191 is going to be updated. [ 1170.406891] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.407034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.407808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.407808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.407808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.407808] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad510751-ac01-4343-bf19-e1fe6d1ca191" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.432323] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.432527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.432647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.432926] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.433052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.433257] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.433355] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.433419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.433575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.433652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.433738] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1170.477621] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae4b4ff2-75ef-4f78-917c-93968cbe3dbd: rpc.has_security_group_logging(os_id): False [ 1170.499343] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.499343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.499343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.499343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.499343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.502776] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.502922] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.502994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.503278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.503421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.503579] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.503738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.503738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.504148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.504148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.504148] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd is going to be created. [ 1170.507696] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1170.574509] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.574509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.574509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.574668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.575300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.586882] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd in Status: IN_PROGRESS for 2s [ 1170.649998] env[65302]: INFO networking_nsxv3.common.synchronization [req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 req-07bb959d-c236-4387-a352-1f63f002cb77 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1170.650587] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1170.650910] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.651065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.651135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.651404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.651562] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.651696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.651758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.651917] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.652007] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.652106] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.888313] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.000473] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.000745] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.000983] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.001426] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.001786] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.001987] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.002187] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.002417] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.002607] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.002844] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.002993] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.003190] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.003333] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.003491] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.003643] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.003820] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.023830] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.024041] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.024214] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.024422] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.024769] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-db9dbc51-5140-4d76-b095-83adf03412fe taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.025080] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-db9dbc51-5140-4d76-b095-83adf03412fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.025205] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-db9dbc51-5140-4d76-b095-83adf03412fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.025606] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-db9dbc51-5140-4d76-b095-83adf03412fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.025796] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9dbc51-5140-4d76-b095-83adf03412fe',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.157074] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.157074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.157074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.157418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.157418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.157509] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.157675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.157769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.157921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.157921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.158061] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 already deleted. [ 1171.158169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.388558] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.388956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.388956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.389062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.389167] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.389265] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 is going to be created. [ 1171.421994] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.422170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.422220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.422468] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.422685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.431637] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: UNINITIALIZED for 2s [ 1171.529016] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.529457] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.529457] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.529832] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.530055] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.530251] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port db9dbc51-5140-4d76-b095-83adf03412fe not found, creating... [ 1171.530557] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.530790] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.530892] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.531189] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.531375] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.531751] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.531949] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.532193] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.532359] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.532498] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.532689] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: db9dbc51-5140-4d76-b095-83adf03412fe is going to be created. [ 1171.554719] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.554971] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.555203] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.555543] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.555841] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.556171] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-db9dbc51-5140-4d76-b095-83adf03412fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.258642] env[65302]: INFO networking_nsxv3.common.synchronization [req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 req-e870ce95-81d3-4dcd-a500-beabddad10a3 service nova] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1172.258859] env[65302]: INFO networking_nsxv3.common.synchronization [req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 req-e870ce95-81d3-4dcd-a500-beabddad10a3 service nova] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1172.260048] env[65302]: INFO networking_nsxv3.common.synchronization [req-28d29f00-72a5-41ae-bad5-31cdcfbde5b0 req-e870ce95-81d3-4dcd-a500-beabddad10a3 service nova] Enqueued Resource ID: db9dbc51-5140-4d76-b095-83adf03412fe with Priority: HIGHEST for action port [ 1172.260295] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1172.260423] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1172.260518] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db9dbc51-5140-4d76-b095-83adf03412fe with Priority: HIGHEST for action port [ 1172.264475] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.264655] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.264691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.264875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.264960] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.265833] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.265943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.266015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.266186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.266327] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.266456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.266497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.266610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.266691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.266783] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.268152] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-db9dbc51-5140-4d76-b095-83adf03412fe taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.268152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db9dbc51-5140-4d76-b095-83adf03412fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.268152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db9dbc51-5140-4d76-b095-83adf03412fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.268152] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db9dbc51-5140-4d76-b095-83adf03412fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.268152] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9dbc51-5140-4d76-b095-83adf03412fe',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.519252] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1172.519623] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 deletion is rescheduled due to dependency. [ 1172.519623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.599970] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd in Status: SUCCESS [ 1172.599970] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.769411] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.769641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.769829] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.770850] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db9dbc51-5140-4d76-b095-83adf03412fe with status ACTIVE [ 1172.771072] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.771253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.771253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.771492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.771583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.771845] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.771952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.773422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.773689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.773841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.774191] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.774448] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.774541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.774740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.774828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.774946] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db9dbc51-5140-4d76-b095-83adf03412fe is going to be updated. [ 1172.801584] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.802619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.802619] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.804319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.804319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.804319] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db9dbc51-5140-4d76-b095-83adf03412fe" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.277180] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.445150] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: SUCCESS [ 1173.445150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.445150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.445150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.445150] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.445150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.445150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.445150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.445150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.445150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.445150] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.779224] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.780502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.780502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.780502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.780502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.780502] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be created. [ 1173.810893] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.810893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.810893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.810893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.810893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.821183] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: UNINITIALIZED for 2s [ 1173.949695] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.950768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.950768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.950768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.950979] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.951062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.951136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.951375] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.951499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.951628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.951850] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.951989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.952078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.952330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.952936] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.952936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.952936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.953137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.954339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.954339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.954339] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.287058] env[65302]: INFO networking_nsxv3.common.synchronization [req-c756b52d-524a-4aa8-90b7-34c18ac8c43b req-4994803d-7be4-4fcc-9e2e-135316811b98 tempest-ServersNegativeTestJSON-1949670645 tempest-ServersNegativeTestJSON-1949670645-project-member] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1174.287058] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGHEST for action security_group_members [ 1174.287058] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.287058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.287058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.287058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.287058] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.287058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.287058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.287058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.287058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.287058] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.456815] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07c2ab43-55ef-48e0-9a18-5b16f77b34c0: rpc.has_security_group_logging(os_id): False [ 1174.481053] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.481053] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.481053] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.481053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.481715] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.481715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.481715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.482389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.482566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.482739] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 is going to be created. [ 1174.549135] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.549426] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.549928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.549998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.550328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.565706] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: IN_PROGRESS for 2s [ 1174.789733] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.790082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.790082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.790270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.790371] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.790583] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.790689] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.790751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.790901] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.790975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.791074] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 is going to be updated. [ 1174.823653] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.823815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.823854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.824491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.824491] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.837269] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: IN_PROGRESS for 2s [ 1175.836083] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1175.836317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.836472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.836691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.836884] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.837015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.837078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.837231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.837310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.837393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.837482] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.341020] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.584490] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: SUCCESS [ 1176.584721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.844373] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901bea34-eee3-4c26-99d5-24340d55d4c9: rpc.has_security_group_logging(os_id): False [ 1176.863419] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 in Status: SUCCESS [ 1176.863726] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 deletion is rescheduled due to dependency. [ 1176.863874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.866413] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.866744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.866744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.867046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.867046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.867375] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.867501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.867675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.867836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.867984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.867984] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be created. [ 1176.968746] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.968936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.968985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.969195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.969425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.989348] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1179.004397] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1179.004910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.116251] env[65302]: INFO networking_nsxv3.common.synchronization [None req-998df882-a572-41b4-a69e-93819bbfa79d None None] Enqueued Resource ID: fc313279-c683-48f4-8dc7-018f4476d917 with Priority: HIGHEST for action port [ 1179.116871] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc313279-c683-48f4-8dc7-018f4476d917 with Priority: HIGHEST for action port [ 1179.117219] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc313279-c683-48f4-8dc7-018f4476d917 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.117433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc313279-c683-48f4-8dc7-018f4476d917" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.117484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc313279-c683-48f4-8dc7-018f4476d917" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.117741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc313279-c683-48f4-8dc7-018f4476d917" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.117827] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc313279-c683-48f4-8dc7-018f4476d917',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.622982] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc313279-c683-48f4-8dc7-018f4476d917 [ 1179.622982] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.622982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.622982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.622982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.622982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.622982] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc313279-c683-48f4-8dc7-018f4476d917 already deleted. [ 1179.622982] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc313279-c683-48f4-8dc7-018f4476d917" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.532342] env[65302]: INFO networking_nsxv3.common.synchronization [None req-006fcf22-dc14-4737-b748-27903f4bf12a None None] Enqueued Resource ID: 265d2033-0856-4b3b-9464-c61961820ef5 with Priority: HIGHEST for action port [ 1181.533063] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 265d2033-0856-4b3b-9464-c61961820ef5 with Priority: HIGHEST for action port [ 1181.533244] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-265d2033-0856-4b3b-9464-c61961820ef5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.533395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-265d2033-0856-4b3b-9464-c61961820ef5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.533437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-265d2033-0856-4b3b-9464-c61961820ef5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.534834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-265d2033-0856-4b3b-9464-c61961820ef5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.534834] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('265d2033-0856-4b3b-9464-c61961820ef5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.779447] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d2a9feef-1ed6-4afa-9dcb-e49f5605f5d0 None None] Enqueued Resource ID: 1f56e9ac-78a7-4aea-9807-e26154e26b38 with Priority: HIGHEST for action port [ 1181.779722] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f56e9ac-78a7-4aea-9807-e26154e26b38 with Priority: HIGHEST for action port [ 1181.780320] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f56e9ac-78a7-4aea-9807-e26154e26b38 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.780443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f56e9ac-78a7-4aea-9807-e26154e26b38" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.780510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f56e9ac-78a7-4aea-9807-e26154e26b38" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.780758] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f56e9ac-78a7-4aea-9807-e26154e26b38" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.780841] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f56e9ac-78a7-4aea-9807-e26154e26b38',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.855036] env[65302]: INFO networking_nsxv3.common.synchronization [req-95a1d534-fef2-4c9d-a837-440037fab5fe req-b92fd8bc-cf30-4cc4-b3ba-35dc85686961 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1181.855036] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1181.855036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.855036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.855036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.855036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.855036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.855036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.855036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.855036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.855036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.855479] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.039915] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 265d2033-0856-4b3b-9464-c61961820ef5 [ 1182.040197] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.040328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.040410] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.040640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.040754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.041193] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:265d2033-0856-4b3b-9464-c61961820ef5 already deleted. [ 1182.041336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-265d2033-0856-4b3b-9464-c61961820ef5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.222422] env[65302]: INFO networking_nsxv3.common.synchronization [req-95a1d534-fef2-4c9d-a837-440037fab5fe req-bc65e6c4-574b-4c69-a5a7-1fb91002edc1 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1182.222995] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1182.223326] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.223422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.283929] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f56e9ac-78a7-4aea-9807-e26154e26b38 [ 1182.283929] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.283929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.283929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.283929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.283929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.283929] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f56e9ac-78a7-4aea-9807-e26154e26b38 already deleted. [ 1182.283929] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f56e9ac-78a7-4aea-9807-e26154e26b38" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.357299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.357681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.357919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.358254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.358450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.358758] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.359027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.359200] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.359456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.360717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.360717] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1182.387643] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.387829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.387829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.388085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.388226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.398707] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1182.575872] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.576258] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-850" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.576258] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-850" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.576789] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-850" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.576789] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.576998] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.580353] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.580662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.580866] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.581122] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.581239] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.581358] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.581468] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.581575] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.581678] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.581838] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.605368] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.605368] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.605368] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.605710] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-850" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.605865] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.605993] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.606104] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.606403] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.609122] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7fefad5-ae9b-4ddd-a8ae-87e9272a0353',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.108946] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.109113] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.109262] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.109604] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.109705] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.109808] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 not found, creating... [ 1183.110119] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.110282] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.110395] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.110606] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.110739] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.111031] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.111183] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.111292] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.111488] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.111613] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.111768] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 is going to be created. [ 1183.136245] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.136464] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.136586] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.136852] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.137139] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.137299] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.839186] env[65302]: INFO networking_nsxv3.common.synchronization [req-95a1d534-fef2-4c9d-a837-440037fab5fe req-45f06ed4-42f7-4f69-b405-0c45d20f57eb service nova] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_rules [ 1183.839466] env[65302]: INFO networking_nsxv3.common.synchronization [req-95a1d534-fef2-4c9d-a837-440037fab5fe req-45f06ed4-42f7-4f69-b405-0c45d20f57eb service nova] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1183.839466] env[65302]: INFO networking_nsxv3.common.synchronization [req-95a1d534-fef2-4c9d-a837-440037fab5fe req-45f06ed4-42f7-4f69-b405-0c45d20f57eb service nova] Enqueued Resource ID: d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 with Priority: HIGHEST for action port [ 1183.839944] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_rules [ 1183.840780] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1183.840780] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 with Priority: HIGHEST for action port [ 1183.841233] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.841449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.841525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.841701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.841787] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.843048] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.843147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.843466] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.843616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.843682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.843853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.843947] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7fefad5-ae9b-4ddd-a8ae-87e9272a0353',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.341348] env[65302]: INFO networking_nsxv3.common.synchronization [None req-896844f6-ffb4-4c79-bad9-1a224102f1b7 None None] Enqueued Resource ID: 369a0733-f1cb-4207-93ab-eb67f98aeb66 with Priority: HIGHEST for action port [ 1184.341671] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369a0733-f1cb-4207-93ab-eb67f98aeb66 with Priority: HIGHEST for action port [ 1184.342015] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-369a0733-f1cb-4207-93ab-eb67f98aeb66 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.342218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-369a0733-f1cb-4207-93ab-eb67f98aeb66" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.342309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-369a0733-f1cb-4207-93ab-eb67f98aeb66" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.342741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-369a0733-f1cb-4207-93ab-eb67f98aeb66" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.342741] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('369a0733-f1cb-4207-93ab-eb67f98aeb66',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.346315] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.346315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.346315] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 with status ACTIVE [ 1184.346315] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.346315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.346315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.346643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.346643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.346643] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.346643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.346834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.346834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.346991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.347675] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.347675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.347675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.347675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.347675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.348177] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7fefad5-ae9b-4ddd-a8ae-87e9272a0353 is going to be updated. [ 1184.371345] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.371522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.371569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.371775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.371942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.372153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7fefad5-ae9b-4ddd-a8ae-87e9272a0353" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.411472] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1184.411472] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 deletion is rescheduled due to dependency. [ 1184.411472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.412166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.412337] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.412515] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.412669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.412712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.412824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.413110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.413110] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.620557] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.620771] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-542" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.620894] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-542" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.621564] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-542" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.624925] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.625143] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.625875] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.625875] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.625875] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.625875] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.626077] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.626077] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.626177] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.626285] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.626392] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.626522] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.648515] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.648680] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.650203] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.650203] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-542" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.650203] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-ffbe12db-52be-453f-9287-369def96411b taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.650203] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-ffbe12db-52be-453f-9287-369def96411b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.650203] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-ffbe12db-52be-453f-9287-369def96411b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.650203] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-ffbe12db-52be-453f-9287-369def96411b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.650203] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffbe12db-52be-453f-9287-369def96411b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.844833] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 369a0733-f1cb-4207-93ab-eb67f98aeb66 [ 1184.845170] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.845332] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.845405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.845668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.845762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.845870] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:369a0733-f1cb-4207-93ab-eb67f98aeb66 already deleted. [ 1184.845965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-369a0733-f1cb-4207-93ab-eb67f98aeb66" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.915863] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.153207] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.153207] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.153207] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.153410] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.153732] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.153732] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port ffbe12db-52be-453f-9287-369def96411b not found, creating... [ 1185.154049] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.154332] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.154743] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.154813] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.154928] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.155283] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.155677] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.155677] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.155934] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.156020] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.156133] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: ffbe12db-52be-453f-9287-369def96411b is going to be created. [ 1185.180016] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.180303] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.180387] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.180635] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.180915] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.181090] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-ffbe12db-52be-453f-9287-369def96411b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.418770] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.870057] env[65302]: INFO networking_nsxv3.common.synchronization [req-95a1d534-fef2-4c9d-a837-440037fab5fe req-9f17f14c-fecc-4c77-bf0e-2f1edf2688b7 service nova] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_rules [ 1185.870300] env[65302]: INFO networking_nsxv3.common.synchronization [req-95a1d534-fef2-4c9d-a837-440037fab5fe req-9f17f14c-fecc-4c77-bf0e-2f1edf2688b7 service nova] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1185.870380] env[65302]: INFO networking_nsxv3.common.synchronization [req-95a1d534-fef2-4c9d-a837-440037fab5fe req-9f17f14c-fecc-4c77-bf0e-2f1edf2688b7 service nova] Enqueued Resource ID: ffbe12db-52be-453f-9287-369def96411b with Priority: HIGHEST for action port [ 1185.870944] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_rules [ 1185.871200] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1185.871352] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbe12db-52be-453f-9287-369def96411b with Priority: HIGHEST for action port [ 1185.871705] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.871913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.872989] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.872989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.872989] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffbe12db-52be-453f-9287-369def96411b taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.872989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffbe12db-52be-453f-9287-369def96411b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.872989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffbe12db-52be-453f-9287-369def96411b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.872989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffbe12db-52be-453f-9287-369def96411b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.872989] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffbe12db-52be-453f-9287-369def96411b',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.921974] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.922188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.922287] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.922668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.922818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.922976] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1185.957033] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.957267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.957267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.957457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.957591] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.968845] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1186.050314] env[65302]: INFO networking_nsxv3.common.synchronization [req-6838d8a4-186a-40cd-a9a3-4d594ad15639 req-4ada7618-563c-4143-86ae-3c3658d7af73 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1186.050873] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1186.051198] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.051323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.051388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.051589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.051747] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.051946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.052124] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.052298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.052400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.052497] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.367021] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.367165] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.367270] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.367523] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.367774] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.367953] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.368085] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.368293] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.368432] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.368630] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.368737] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.368843] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.368971] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.369100] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.369204] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.369326] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.378023] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffbe12db-52be-453f-9287-369def96411b with status ACTIVE [ 1186.378023] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.378023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.378023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.378283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.378283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.378415] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.378512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.378573] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.378751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.378806] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.378979] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.379093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.379156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.379305] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.379376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.379481] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffbe12db-52be-453f-9287-369def96411b is going to be updated. [ 1186.391196] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.391356] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.391486] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.391651] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.392014] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-d1174df7-b600-42ab-a3d2-b76e507a2310 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.394013] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-d1174df7-b600-42ab-a3d2-b76e507a2310" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.394013] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-d1174df7-b600-42ab-a3d2-b76e507a2310" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.394013] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-d1174df7-b600-42ab-a3d2-b76e507a2310" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.394013] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1174df7-b600-42ab-a3d2-b76e507a2310',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.404813] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.405218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.405218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.405315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.405365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.405517] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffbe12db-52be-453f-9287-369def96411b" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.554180] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.895413] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.896999] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.896999] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.896999] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.896999] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.896999] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port d1174df7-b600-42ab-a3d2-b76e507a2310 not found, creating... [ 1186.896999] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.897288] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.897402] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.897706] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.897865] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.898310] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.898448] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.898598] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.898897] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.899131] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.899342] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: d1174df7-b600-42ab-a3d2-b76e507a2310 is going to be created. [ 1186.923427] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.923658] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.923773] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.924080] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.924362] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.924655] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-d1174df7-b600-42ab-a3d2-b76e507a2310" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.056548] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.559235] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.559397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.559473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.559945] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.560076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.560217] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1187.591744] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.591744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.591744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.592020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.592063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.602773] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1187.637895] env[65302]: INFO networking_nsxv3.common.synchronization [req-6838d8a4-186a-40cd-a9a3-4d594ad15639 req-9fdac25c-00a8-49f1-8310-ad040b3eed82 service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1187.638116] env[65302]: INFO networking_nsxv3.common.synchronization [req-6838d8a4-186a-40cd-a9a3-4d594ad15639 req-9fdac25c-00a8-49f1-8310-ad040b3eed82 service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1187.638214] env[65302]: INFO networking_nsxv3.common.synchronization [req-6838d8a4-186a-40cd-a9a3-4d594ad15639 req-9fdac25c-00a8-49f1-8310-ad040b3eed82 service nova] Enqueued Resource ID: d1174df7-b600-42ab-a3d2-b76e507a2310 with Priority: HIGHEST for action port [ 1187.638733] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1187.638869] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1187.638998] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1174df7-b600-42ab-a3d2-b76e507a2310 with Priority: HIGHEST for action port [ 1187.640033] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.640220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.640508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.640979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.641069] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.642300] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.642408] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.642668] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1174df7-b600-42ab-a3d2-b76e507a2310 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.642752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1174df7-b600-42ab-a3d2-b76e507a2310" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.642752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1174df7-b600-42ab-a3d2-b76e507a2310" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.642955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1174df7-b600-42ab-a3d2-b76e507a2310" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.643076] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1174df7-b600-42ab-a3d2-b76e507a2310',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.986168] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1187.986168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.986168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.986168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.987087] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.987087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.987087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.987087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.987087] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.987087] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.145173] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.145376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.145528] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1174df7-b600-42ab-a3d2-b76e507a2310 with status ACTIVE [ 1188.145694] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.145805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.145864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.147674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.147674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.147674] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.147674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.147674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.147674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.147674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.147674] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.147674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.147674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.147674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.147674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.147674] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1174df7-b600-42ab-a3d2-b76e507a2310 is going to be updated. [ 1188.176171] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.176402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.176454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.176668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.176857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.177092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1174df7-b600-42ab-a3d2-b76e507a2310" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.358059] env[65302]: INFO networking_nsxv3.common.synchronization [req-baa17482-cf75-4304-a9ba-9da605a8025e req-25239ac0-b51e-4a95-9dcd-ac79d1efff32 tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Enqueued Resource ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 with Priority: HIGHEST for action security_group_members [ 1188.358715] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 with Priority: HIGHEST for action security_group_members [ 1188.359251] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.359419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.359479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.359874] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.360062] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.360180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.360240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.360424] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.360507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.360628] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfa40cd-a49d-45c1-aa3e-3fbed751b484',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.491595] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.718884] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.719203] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-775" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.719309] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-775" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.719691] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-775" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.720011] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.720395] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.720515] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.720933] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.721128] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.721348] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.721460] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.721566] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.721674] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.721779] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.721988] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.722158] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.743415] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.743589] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.743734] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.743970] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-775" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.744387] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-1478f849-f13c-4078-9f73-381f200f7cc9 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.744568] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-1478f849-f13c-4078-9f73-381f200f7cc9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.744686] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-1478f849-f13c-4078-9f73-381f200f7cc9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.745096] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-1478f849-f13c-4078-9f73-381f200f7cc9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.745261] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1478f849-f13c-4078-9f73-381f200f7cc9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.865900] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.865900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.865900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.865900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.865900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.865900] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.865900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.865900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.865900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.865900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.865900] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 already deleted. [ 1188.865900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.994252] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.251027] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.251027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.251027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.251027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.251027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.251027] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 1478f849-f13c-4078-9f73-381f200f7cc9 not found, creating... [ 1189.251027] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.251027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.251027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.251027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.251027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.251538] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.251538] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.251538] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.251538] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.251538] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.251538] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 1478f849-f13c-4078-9f73-381f200f7cc9 is going to be created. [ 1189.276023] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.276672] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.276975] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.277406] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.277788] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.278217] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-1478f849-f13c-4078-9f73-381f200f7cc9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.497900] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.497900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.497900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.497900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.497900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.497900] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1189.559150] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.559586] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.559830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.560172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.561651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.571899] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1189.625760] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1189.625760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.625760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.625760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.625760] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.625760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.625760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.625760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.625760] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.625760] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.967112] env[65302]: INFO networking_nsxv3.common.synchronization [req-baa17482-cf75-4304-a9ba-9da605a8025e req-1e77910e-cbd2-42cf-9564-3fbcbe15d9a4 service nova] Enqueued Resource ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 with Priority: HIGHEST for action security_group_rules [ 1189.967200] env[65302]: INFO networking_nsxv3.common.synchronization [req-baa17482-cf75-4304-a9ba-9da605a8025e req-1e77910e-cbd2-42cf-9564-3fbcbe15d9a4 service nova] Enqueued Resource ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 with Priority: HIGHEST for action security_group_members [ 1189.967343] env[65302]: INFO networking_nsxv3.common.synchronization [req-baa17482-cf75-4304-a9ba-9da605a8025e req-1e77910e-cbd2-42cf-9564-3fbcbe15d9a4 service nova] Enqueued Resource ID: 1478f849-f13c-4078-9f73-381f200f7cc9 with Priority: HIGHEST for action port [ 1189.967855] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 with Priority: HIGHEST for action security_group_rules [ 1189.967977] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 with Priority: HIGHEST for action security_group_members [ 1189.968388] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478f849-f13c-4078-9f73-381f200f7cc9 with Priority: HIGHEST for action port [ 1189.968718] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecfa40cd-a49d-45c1-aa3e-3fbed751b484 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.968885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.968996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.969321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.969435] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecfa40cd-a49d-45c1-aa3e-3fbed751b484',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.970289] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.970465] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.970566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.970765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.970949] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.971726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.971726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.971941] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.972071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.972196] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfa40cd-a49d-45c1-aa3e-3fbed751b484',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.973382] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-1478f849-f13c-4078-9f73-381f200f7cc9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.973519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1478f849-f13c-4078-9f73-381f200f7cc9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.973574] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1478f849-f13c-4078-9f73-381f200f7cc9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.973749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1478f849-f13c-4078-9f73-381f200f7cc9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.973854] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1478f849-f13c-4078-9f73-381f200f7cc9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.127974] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.475378] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecfa40cd-a49d-45c1-aa3e-3fbed751b484',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.476908] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.476908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.480037] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1478f849-f13c-4078-9f73-381f200f7cc9 with status ACTIVE [ 1190.480037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.480037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.480037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.480576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.480576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.480576] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.480576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.480576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.480766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.480795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.481021] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.481128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.481128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.481522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.481522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.481522] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1478f849-f13c-4078-9f73-381f200f7cc9 is going to be updated. [ 1190.504963] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.504963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.504963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.504963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.504963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.504963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1478f849-f13c-4078-9f73-381f200f7cc9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.631690] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.979613] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecfa40cd-a49d-45c1-aa3e-3fbed751b484',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.138720] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.139123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.139123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.139374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.139502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.139794] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1191.183174] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.184302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.188342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.188736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.188938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.203861] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1191.482113] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.482276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.482349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.482571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.482659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.482760] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 is going to be created. [ 1191.508413] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.508637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.508637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.508818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.508976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.519344] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 in Status: UNINITIALIZED for 2s [ 1191.581874] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1191.582164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.582331] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.582551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.582745] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.582881] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.582988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.583134] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.583236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.583330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.583429] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.584338] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.584516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.584672] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.584769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.584831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.584969] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.585057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.585142] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.086796] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.087055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.087226] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.590422] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.092784] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.092784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.092784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.093100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.094036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.094036] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1193.147222] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.147422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.147422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.147590] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.148082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.157586] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1193.218131] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1193.218374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.218642] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.218861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.219143] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.219346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.219458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.219664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.219790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.219883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.220030] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.532537] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 in Status: SUCCESS [ 1193.532720] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.532924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.533177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.533382] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.533503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.533659] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.533812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.533869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.534046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.534251] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecfa40cd-a49d-45c1-aa3e-3fbed751b484',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.723107] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.723925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.723925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.723925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.723925] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.723925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.723925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.724373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.724373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.724373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.724373] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.724610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.724610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.724705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.724755] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.724848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.724914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.725044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.725128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.725184] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.725301] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.036701] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.037660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.037660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.037660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.037828] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.037828] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.037943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.037992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.038089] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.038173] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.038318] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.038406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.038463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.038602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.038734] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.038821] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.038878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.039026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.039091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.039176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.039248] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecfa40cd-a49d-45c1-aa3e-3fbed751b484',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.232422] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6672b1e-3d73-44ad-85e3-3f1d92c2bf30: rpc.has_security_group_logging(os_id): False [ 1194.254919] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.256519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.256599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.257034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.257156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.257418] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.257543] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.257604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.257752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.257943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.258165] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.258165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.258289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.258447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.258538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.258763] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.258915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.259029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.259312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.259458] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.259602] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1194.338830] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.339105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.339105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.339330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.339501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.353496] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1194.542608] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecfa40cd-a49d-45c1-aa3e-3fbed751b484: rpc.has_security_group_logging(os_id): False [ 1194.561547] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.561699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.561771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.562100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.562194] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.562387] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.562504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.562566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.562721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.562795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.563020] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.563116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.563210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.563397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.563397] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.563580] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.563673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.563740] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.563878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.563951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.564056] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 is going to be created. [ 1194.623690] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.623835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.623916] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.624224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.624409] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.637782] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 in Status: IN_PROGRESS for 2s [ 1194.969898] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1194.969898] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1195.169395] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1195.169637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.169852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.170177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.170381] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.170541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.170699] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.170843] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.170925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.170996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.171223] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.171358] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.171436] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.171521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.171683] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.171793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.171904] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.172435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.172435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.172435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.172435] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.675227] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e926453-ecea-4bba-b729-ae0b0f8174a8: rpc.has_security_group_logging(os_id): False [ 1195.693141] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.693299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.693369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.693585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.693678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.693867] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.693965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.694040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.694239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.694299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.694499] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.694585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.694647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.694783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.694910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.695031] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.695123] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.695186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.695321] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.695393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.695477] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1195.755587] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.755754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.755798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.755997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.756521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.770957] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1196.368960] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1196.369361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.654507] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 in Status: SUCCESS [ 1196.654805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.862651] env[65302]: INFO networking_nsxv3.common.synchronization [req-f5295428-fc06-48a5-be4a-3a0cdffc7b1d req-a1fa8652-1360-49cb-aa6e-e59804196acb tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1196.863491] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1196.863729] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.863851] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.863919] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.864149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.864318] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.864420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.864481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.864637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.864721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.864815] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.368021] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.368223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.368268] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.368498] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.368589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.368788] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.368887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.368951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.369150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.369390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.369426] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 is going to be updated. [ 1197.399565] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.399753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.399753] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.399996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.400149] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.409275] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: IN_PROGRESS for 2s [ 1197.785774] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1197.786013] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.786218] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.786510] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.786606] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.015656] env[65302]: INFO networking_nsxv3.common.synchronization [req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 req-1842eb22-bead-4fd3-b349-ee4f612ffeb0 tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1198.016272] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1198.016615] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.016770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.016858] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.017106] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.017293] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.017420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.017514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.017695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.017802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.017917] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.203723] env[65302]: INFO networking_nsxv3.common.synchronization [req-d54deaea-dc9e-4e3a-8f5b-7e3f34406b44 req-7b75a66c-2be0-4d73-a6bb-feb7275424df tempest-ServersTestMultiNic-2106005845 tempest-ServersTestMultiNic-2106005845-project-member] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1198.204284] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGHEST for action security_group_members [ 1198.204579] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.204678] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.288724] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.288897] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.519580] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.022605] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.419072] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: SUCCESS [ 1199.419456] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 deletion is rescheduled due to dependency. [ 1199.419545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.526294] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.526665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.526665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.526891] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.527023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.527191] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1199.558888] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.559092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.559135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.559367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.559512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.572145] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1201.536624] env[65302]: INFO networking_nsxv3.common.synchronization [req-a970b0ce-420e-4932-82cd-d754a3575df1 req-bfad5b4e-5a69-4d45-aadf-a4181b5bb26e tempest-ServersNegativeTestMultiTenantJSON-1464408242 tempest-ServersNegativeTestMultiTenantJSON-1464408242-project-member] Enqueued Resource ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 with Priority: HIGHEST for action security_group_members [ 1201.537209] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 with Priority: HIGHEST for action security_group_members [ 1201.537872] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.537995] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.538074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.538269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.538428] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.538527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.538598] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.538726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.538809] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.538903] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfa40cd-a49d-45c1-aa3e-3fbed751b484',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.583641] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1201.583865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.584398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.584613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.584837] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.584910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.585011] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.585153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.585254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.585354] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.041487] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.041487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.041893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.041893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.041893] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.042197] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.042346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.042395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.042645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.042645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.042791] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 is going to be updated. [ 1202.072321] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.072551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.072682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.073020] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.073266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.083698] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 in Status: IN_PROGRESS for 2s [ 1202.088254] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.088402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.088457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.088798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.088936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.089169] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.089307] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.089389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.089575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.089692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.089731] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1202.114319] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.114495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.114542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.114727] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.114864] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.125958] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1204.094552] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 in Status: SUCCESS [ 1204.094552] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 deletion is rescheduled due to dependency. [ 1204.094552] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.136517] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1204.136710] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 deletion is rescheduled due to dependency. [ 1204.136827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.136983] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.137219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.137476] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.137569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.137614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.137724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.137802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.137904] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.138000] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.640364] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.640621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.640766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.640954] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.641129] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.641275] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.641382] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.641618] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.641736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.641885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.642119] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.642224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.642288] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.642434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.642573] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.642685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.642768] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.642951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.643077] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.643157] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.643284] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.146332] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e926453-ecea-4bba-b729-ae0b0f8174a8: rpc.has_security_group_logging(os_id): False [ 1205.165190] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.165344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.165462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.165681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.165775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.165970] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.166093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.166157] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.166312] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.166389] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.166596] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.166741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.166741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.166885] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.166960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.167165] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.167262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.167323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.167462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.167535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.167621] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be updated. [ 1205.233112] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.233112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.233112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.233112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.233112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.250199] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: IN_PROGRESS for 2s [ 1205.361188] env[65302]: INFO networking_nsxv3.common.synchronization [None req-890ed900-6ebd-45cd-ba89-fe04115e44d5 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_rules [ 1205.361699] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_rules [ 1205.362068] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.362206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.362262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.362506] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.362605] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.454108] env[65302]: INFO networking_nsxv3.common.synchronization [None req-d31c1539-7071-4a25-8e84-5a966bb93a9f tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_rules [ 1205.454715] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_rules [ 1205.455037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.455178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.885452] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.885640] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.885696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.885898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.885975] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.886087] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 already deleted. [ 1205.886167] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.886309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.886469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.886548] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.080448] env[65302]: INFO networking_nsxv3.common.synchronization [req-9178f21d-ff88-4207-ae0c-dbadbb97f2a8 req-9576ce61-093d-47ee-83f2-f46864efb09f tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1206.081042] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1206.081331] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.081447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.081504] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.081702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.081864] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.082075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.082075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.082214] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.082300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.082413] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.406311] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.406583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.406583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.406670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.406749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.406872] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 already deleted. [ 1206.407022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.584986] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.585168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.585234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.585444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.585530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.585719] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.586031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.586031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.586156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.586229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.586315] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be updated. [ 1206.617125] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.617274] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.617342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.617551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.617688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.627016] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 1207.284789] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 in Status: SUCCESS [ 1207.285121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.637784] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 1208.638113] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f deletion is rescheduled due to dependency. [ 1208.638113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.212975] env[65302]: INFO networking_nsxv3.common.synchronization [req-11301eeb-dac9-40a9-869d-afda33d65f1b req-dd1f58be-f3d1-4794-ab63-41d272c1e1de tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1209.213578] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1209.213886] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.214519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.214519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.214632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.214732] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.214835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.214894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.215131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.215277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.215365] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.647531] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.647943] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.648094] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.648423] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.648750] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.648970] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.649183] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.649464] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.649662] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.649921] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.650120] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.650295] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.650461] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.650629] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.650795] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.650986] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.673108] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.673327] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.673477] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.673651] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.673962] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-7a5b30d2-4dc0-4975-98e3-f62303dab731 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.674149] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-7a5b30d2-4dc0-4975-98e3-f62303dab731" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.674312] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-7a5b30d2-4dc0-4975-98e3-f62303dab731" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.674656] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-7a5b30d2-4dc0-4975-98e3-f62303dab731" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.674794] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a5b30d2-4dc0-4975-98e3-f62303dab731',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.717466] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.177781] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.177781] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.177781] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.177978] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.178199] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.178300] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 7a5b30d2-4dc0-4975-98e3-f62303dab731 not found, creating... [ 1210.178562] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.178715] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.178911] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.179072] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.179257] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.179551] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.179707] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.179848] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.180523] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.180887] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.180887] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 7a5b30d2-4dc0-4975-98e3-f62303dab731 is going to be created. [ 1210.203546] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.203670] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.203786] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.204102] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.204322] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.204630] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-7a5b30d2-4dc0-4975-98e3-f62303dab731" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.221333] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.724314] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.724604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.724711] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.724899] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.724988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.725104] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1210.751556] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.751730] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.751771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.752061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.752247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.761624] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1210.895982] env[65302]: INFO networking_nsxv3.common.synchronization [req-11301eeb-dac9-40a9-869d-afda33d65f1b req-4f4d2824-22dd-4a40-9ff5-6c4821f70558 service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1210.896205] env[65302]: INFO networking_nsxv3.common.synchronization [req-11301eeb-dac9-40a9-869d-afda33d65f1b req-4f4d2824-22dd-4a40-9ff5-6c4821f70558 service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1210.896343] env[65302]: INFO networking_nsxv3.common.synchronization [req-11301eeb-dac9-40a9-869d-afda33d65f1b req-4f4d2824-22dd-4a40-9ff5-6c4821f70558 service nova] Enqueued Resource ID: 7a5b30d2-4dc0-4975-98e3-f62303dab731 with Priority: HIGHEST for action port [ 1210.898139] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1210.898424] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1210.898710] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5b30d2-4dc0-4975-98e3-f62303dab731 with Priority: HIGHEST for action port [ 1210.899445] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.899613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.900687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.901238] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.901274] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.903362] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.903362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.903362] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a5b30d2-4dc0-4975-98e3-f62303dab731 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.903362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a5b30d2-4dc0-4975-98e3-f62303dab731" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.903362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a5b30d2-4dc0-4975-98e3-f62303dab731" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.904464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a5b30d2-4dc0-4975-98e3-f62303dab731" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.904464] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a5b30d2-4dc0-4975-98e3-f62303dab731',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.404179] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.404322] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.405705] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a5b30d2-4dc0-4975-98e3-f62303dab731 with status ACTIVE [ 1211.405891] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.406026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.406088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.406301] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.406387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.406561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.406652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.406716] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.406869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.406942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.407138] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.407235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.407364] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.407435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.407513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.407588] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a5b30d2-4dc0-4975-98e3-f62303dab731 is going to be updated. [ 1211.430819] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.430976] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.431059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.431253] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.431387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.431547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a5b30d2-4dc0-4975-98e3-f62303dab731" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.772153] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1212.772461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.772587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.772813] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.773017] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.773151] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.773237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.773393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.773471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.773566] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.275383] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.777396] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.280107] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.280107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.280107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.280107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.280107] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.280107] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1214.334693] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.334852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.334924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.335190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.335416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.346451] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1215.899770] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.900234] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1216.151064] env[65302]: INFO networking_nsxv3.common.synchronization [req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 req-c83be6ef-cab4-4f02-bab2-c697c02ffdba tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_members [ 1216.152180] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_members [ 1216.152789] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.154037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.154037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.154037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.154164] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.154414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.154607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.156061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.156061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.156061] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.359954] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1216.360361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.360569] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.360892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.361116] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.361243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.361309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.361523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.361606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.361664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.361714] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.505399] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.505608] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.505733] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.506026] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.506828] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.506913] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.506998] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.507447] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.507653] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.508229] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.508229] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.508229] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.508457] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.508457] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.508619] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.508795] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.530759] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.530941] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.531085] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.531276] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.532030] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-c84a5e33-4933-4c4f-9ab7-feddedc0043d taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.532030] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-c84a5e33-4933-4c4f-9ab7-feddedc0043d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.532030] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-c84a5e33-4933-4c4f-9ab7-feddedc0043d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.532352] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-c84a5e33-4933-4c4f-9ab7-feddedc0043d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.532531] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c84a5e33-4933-4c4f-9ab7-feddedc0043d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.657743] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.658062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.658163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.658497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.658645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.658953] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.659126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.659231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.659479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.659604] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.659741] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 already deleted. [ 1216.659872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.863974] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.864280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.864463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.864725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.864950] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.865200] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.865311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.865470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.865558] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.865818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.865979] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.866092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.866155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.866292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.866432] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.866525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.866583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.866718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.866790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.866872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.866958] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.036191] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.036643] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.036643] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.036830] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.036980] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.037261] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port c84a5e33-4933-4c4f-9ab7-feddedc0043d not found, creating... [ 1217.037709] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.037911] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.038077] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.038286] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.038451] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.038794] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.039042] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.039239] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.039506] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.039679] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.039845] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: c84a5e33-4933-4c4f-9ab7-feddedc0043d is going to be created. [ 1217.074011] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.074363] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.074363] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.074697] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.074928] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.075174] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-c84a5e33-4933-4c4f-9ab7-feddedc0043d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.369263] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6672b1e-3d73-44ad-85e3-3f1d92c2bf30: rpc.has_security_group_logging(os_id): False [ 1217.388979] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.389201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.389201] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.389414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.389502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.389715] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.389810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.389891] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.390029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.390351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.390537] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.390634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.390690] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.390902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.390981] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.391196] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.391290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.391349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.391489] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.391563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.391672] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1217.464517] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.464742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.464840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.465083] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.465229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.482211] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1217.772259] env[65302]: INFO networking_nsxv3.common.synchronization [req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 req-5585ddc1-e547-4dca-8c77-f868a45b121d service nova] Enqueued Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_rules [ 1217.772259] env[65302]: INFO networking_nsxv3.common.synchronization [req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 req-5585ddc1-e547-4dca-8c77-f868a45b121d service nova] Enqueued Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_members [ 1217.772259] env[65302]: INFO networking_nsxv3.common.synchronization [req-fcad22e9-4a87-4c51-b6d1-6925ac27bac3 req-5585ddc1-e547-4dca-8c77-f868a45b121d service nova] Enqueued Resource ID: c84a5e33-4933-4c4f-9ab7-feddedc0043d with Priority: HIGHEST for action port [ 1217.772259] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_rules [ 1217.772259] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_members [ 1217.772586] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84a5e33-4933-4c4f-9ab7-feddedc0043d with Priority: HIGHEST for action port [ 1217.773011] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.773277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.773446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.773837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.774046] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.775159] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.775406] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.776094] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.776296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.776462] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.776572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.776633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.776841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.776938] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.777060] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.777940] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-c84a5e33-4933-4c4f-9ab7-feddedc0043d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.778099] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c84a5e33-4933-4c4f-9ab7-feddedc0043d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.778148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c84a5e33-4933-4c4f-9ab7-feddedc0043d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.778323] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c84a5e33-4933-4c4f-9ab7-feddedc0043d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.778418] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c84a5e33-4933-4c4f-9ab7-feddedc0043d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.280493] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.280833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.280833] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.281853] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c84a5e33-4933-4c4f-9ab7-feddedc0043d with status ACTIVE [ 1218.281930] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.282058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.282114] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.282327] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.282414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.282594] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.282739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.282739] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.282890] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.282964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.283185] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.283318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.283318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.283906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.283906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.283906] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c84a5e33-4933-4c4f-9ab7-feddedc0043d is going to be updated. [ 1218.308335] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.308712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.308873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.309240] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.309428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.309648] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c84a5e33-4933-4c4f-9ab7-feddedc0043d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.785441] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.288051] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.288483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.288483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.288691] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.288992] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.288992] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 is going to be created. [ 1219.327144] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.327144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.327501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.327501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.327612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.349455] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 in Status: UNINITIALIZED for 2s [ 1219.498471] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1219.498747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.360727] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 in Status: SUCCESS [ 1221.361035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.361143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.361378] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.361572] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.361702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.361782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.361914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.362023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.362091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.362179] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.466627] env[65302]: INFO networking_nsxv3.common.synchronization [req-59bece08-a960-4891-81a8-0ce8e79b5183 req-afbfd370-8042-42f4-bf77-382e3678d173 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1221.467326] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1221.467691] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.467830] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.467933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.468177] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.468387] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.468508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.468580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.468787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.468906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.469064] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.639419] env[65302]: INFO networking_nsxv3.common.synchronization [req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 req-b3f511c5-cd8e-4898-a753-294a2032b630 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1221.639829] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1221.640254] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.640334] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.640419] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.640632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.640804] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.640955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.641012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.641153] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.641236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.641341] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.865139] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.973149] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.051164] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.051444] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.051590] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.051838] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.052130] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.052631] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.052834] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.053208] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.053400] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.053903] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.054033] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.054144] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.054275] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.054382] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.054491] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.054684] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.076699] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.076994] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1222.077338] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.077613] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.078055] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-c110b7dd-d87d-478b-9ba1-0e644064858c taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.078368] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-c110b7dd-d87d-478b-9ba1-0e644064858c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.078586] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-c110b7dd-d87d-478b-9ba1-0e644064858c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.079103] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-c110b7dd-d87d-478b-9ba1-0e644064858c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.079339] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c110b7dd-d87d-478b-9ba1-0e644064858c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.146452] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.146704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.146704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.146887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.146963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.147180] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.147286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.147359] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.147475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.147540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.147628] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be updated. [ 1222.181675] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.181675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.181836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.182019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.182193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.192825] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 1222.367260] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb65e13b-ed96-41bf-8fd7-c6e4e00369a7: rpc.has_security_group_logging(os_id): False [ 1222.387210] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.387402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.387402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.387610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.387698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.388160] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.388160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.388160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.388350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.388350] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.388408] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 is going to be created. [ 1222.458961] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.458961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.458961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.459296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.459446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.476322] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.484726] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 in Status: IN_PROGRESS for 2s [ 1222.555521] env[65302]: INFO networking_nsxv3.common.synchronization [req-51e53db1-bbc8-4d71-97d9-79fae5dc89f1 req-ef0973c3-e044-43d2-9a8c-f0d83ec0c387 tempest-AttachVolumeNegativeTest-1819292455 tempest-AttachVolumeNegativeTest-1819292455-project-member] Enqueued Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_members [ 1222.556217] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGHEST for action security_group_members [ 1222.556494] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.556621] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.556687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.556895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.557070] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.557172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.557236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.557395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.557480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.557853] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae4b4ff2-75ef-4f78-917c-93968cbe3dbd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.582494] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.582844] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.583027] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.583360] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.583603] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.583851] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port c110b7dd-d87d-478b-9ba1-0e644064858c not found, creating... [ 1222.584207] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.584447] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.584594] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.584854] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.585022] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.585315] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.585496] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.585584] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.585801] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.585933] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.586320] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: c110b7dd-d87d-478b-9ba1-0e644064858c is going to be created. [ 1222.615696] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.615990] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.616080] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.616348] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.616632] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.616871] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-c110b7dd-d87d-478b-9ba1-0e644064858c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.978458] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.978681] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.978795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.979135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.979292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.979447] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1223.009774] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.009962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.010057] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.010348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.010515] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.020127] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1223.059834] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.060088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.060145] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.060401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.060488] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.060739] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.060854] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.060927] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.061121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.061202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.061291] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd is going to be updated. [ 1223.091183] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.091382] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.091382] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.091600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.091745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.103890] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd in Status: IN_PROGRESS for 2s [ 1223.372712] env[65302]: INFO networking_nsxv3.common.synchronization [req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 req-02688535-8361-4496-ae61-96bd1c1f30d3 service nova] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_rules [ 1223.372998] env[65302]: INFO networking_nsxv3.common.synchronization [req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 req-02688535-8361-4496-ae61-96bd1c1f30d3 service nova] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1223.373163] env[65302]: INFO networking_nsxv3.common.synchronization [req-888344d7-4a9c-4e2e-9d82-9f341c17cba9 req-02688535-8361-4496-ae61-96bd1c1f30d3 service nova] Enqueued Resource ID: c110b7dd-d87d-478b-9ba1-0e644064858c with Priority: HIGHEST for action port [ 1223.373683] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_rules [ 1223.373831] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1223.373939] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c110b7dd-d87d-478b-9ba1-0e644064858c with Priority: HIGHEST for action port [ 1223.374285] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.374425] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.374482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.374795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.374883] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.376137] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.377029] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.377625] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-c110b7dd-d87d-478b-9ba1-0e644064858c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.377625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c110b7dd-d87d-478b-9ba1-0e644064858c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.377625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c110b7dd-d87d-478b-9ba1-0e644064858c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.377625] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c110b7dd-d87d-478b-9ba1-0e644064858c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.377625] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c110b7dd-d87d-478b-9ba1-0e644064858c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.878963] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.879160] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.880520] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c110b7dd-d87d-478b-9ba1-0e644064858c with status ACTIVE [ 1223.880718] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.880852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.880908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.881138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.881226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.881414] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.881556] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.881615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.881772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.881848] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.882078] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.882206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.882206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.882395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.882449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.882528] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c110b7dd-d87d-478b-9ba1-0e644064858c is going to be updated. [ 1223.919036] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.919036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.919036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.919036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.919360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.919360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c110b7dd-d87d-478b-9ba1-0e644064858c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.202862] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 1224.203057] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f deletion is rescheduled due to dependency. [ 1224.203128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.203337] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.203531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.203716] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.203847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.203902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.204061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.204139] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.204232] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.499369] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 in Status: SUCCESS [ 1224.499668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.706178] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.030749] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1225.030991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.114349] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd in Status: SUCCESS [ 1225.114534] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd deletion is rescheduled due to dependency. [ 1225.114597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.208398] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.711015] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.711421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.711421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.711690] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.711763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.711804] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be updated. [ 1225.743166] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.743366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.743412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.743667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.743838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.753424] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 1227.327319] env[65302]: INFO networking_nsxv3.common.synchronization [req-83d7f65f-b3d3-4ea4-a8f3-8022a43fd3ac req-f38e736b-988c-466d-beaa-a267ac8afba2 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1227.327992] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1227.329181] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.329181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.329181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.329181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.329181] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.329181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.329181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.329181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.331337] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.331496] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.764601] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 1227.764877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.765024] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.765294] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.765492] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.765615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.765701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.765862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.765939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.766034] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.766126] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.834756] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.268417] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.339811] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.772791] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f: rpc.has_security_group_logging(os_id): False [ 1228.791298] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.791468] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.791521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.791728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.791822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.792088] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.792188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.792265] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.792454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.792528] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.792614] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be updated. [ 1228.842606] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.842778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.842844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.843055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.843146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.843246] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1228.857041] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.857041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.857041] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.857300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.857300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.871390] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 1228.878189] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.878344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.878417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.878643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.878785] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.887730] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1230.886596] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 1230.886974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.897924] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1230.898344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.075189] env[65302]: INFO networking_nsxv3.common.synchronization [req-35b4b816-4246-4c74-a734-56cf9de17ec8 req-26862c18-4e30-4a26-92b0-92418febaaa4 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Enqueued Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_members [ 1232.075854] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGHEST for action security_group_members [ 1232.076315] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-4baa6d1e-8291-4c26-bf39-e608e606c66c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.076315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.076453] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.077668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.077668] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.077668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.077668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.077668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.077668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.077668] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4baa6d1e-8291-4c26-bf39-e608e606c66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.579538] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.579754] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.579803] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.580017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.580119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.580348] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.580454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.580500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.580643] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.580716] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.580802] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c is going to be updated. [ 1232.609176] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.609376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.609427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.609635] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.609767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.619209] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c in Status: IN_PROGRESS for 2s [ 1234.630995] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c in Status: SUCCESS [ 1234.631393] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c deletion is rescheduled due to dependency. [ 1234.631393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.076806] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.077105] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.544600] env[65302]: INFO networking_nsxv3.common.synchronization [req-184f7d2b-6d35-43f5-aced-c4316e5695f8 req-f3ac2263-e08b-457b-92ed-3748bde159ab tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1238.545266] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1238.546228] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.546228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.546228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.546228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.546388] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.546462] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.546521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.546693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.546747] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.546836] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.877986] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.877986] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.877986] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.877986] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.877986] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.878657] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.878657] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.878657] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.878817] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.879043] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.879157] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.879307] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.879369] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.879498] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.879574] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.879703] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.901710] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.901846] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.901974] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.902189] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.902589] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-5f735b27-437f-45a0-94ea-6e51a4667e00 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.902767] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-5f735b27-437f-45a0-94ea-6e51a4667e00" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.902913] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-5f735b27-437f-45a0-94ea-6e51a4667e00" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.903365] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-5f735b27-437f-45a0-94ea-6e51a4667e00" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.904055] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f735b27-437f-45a0-94ea-6e51a4667e00',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.049021] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.405800] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.406113] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.406205] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.406503] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.406652] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.406805] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 5f735b27-437f-45a0-94ea-6e51a4667e00 not found, creating... [ 1239.407093] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.407266] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.407383] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.407643] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.407940] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.408132] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.408287] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.408400] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.408635] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.408776] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.408913] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 5f735b27-437f-45a0-94ea-6e51a4667e00 is going to be created. [ 1239.430310] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.430694] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.430782] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.431061] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.431293] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.431512] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-5f735b27-437f-45a0-94ea-6e51a4667e00" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.551644] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.053990] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.054239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.054239] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.054495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.054679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.054813] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1240.083882] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.084119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.084119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.084339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.084484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.095212] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1241.035335] env[65302]: INFO networking_nsxv3.common.synchronization [req-184f7d2b-6d35-43f5-aced-c4316e5695f8 req-283baba1-a5e9-4ff4-a078-e323e59cea9f service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1241.035731] env[65302]: INFO networking_nsxv3.common.synchronization [req-184f7d2b-6d35-43f5-aced-c4316e5695f8 req-283baba1-a5e9-4ff4-a078-e323e59cea9f service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1241.035731] env[65302]: INFO networking_nsxv3.common.synchronization [req-184f7d2b-6d35-43f5-aced-c4316e5695f8 req-283baba1-a5e9-4ff4-a078-e323e59cea9f service nova] Enqueued Resource ID: 5f735b27-437f-45a0-94ea-6e51a4667e00 with Priority: HIGHEST for action port [ 1241.036484] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1241.036484] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1241.036637] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f735b27-437f-45a0-94ea-6e51a4667e00 with Priority: HIGHEST for action port [ 1241.037154] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.037348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.037393] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.037580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.037660] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.039411] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.039637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.039865] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f735b27-437f-45a0-94ea-6e51a4667e00 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.039977] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f735b27-437f-45a0-94ea-6e51a4667e00" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.040054] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f735b27-437f-45a0-94ea-6e51a4667e00" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.040249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f735b27-437f-45a0-94ea-6e51a4667e00" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.040332] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f735b27-437f-45a0-94ea-6e51a4667e00',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.540576] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.540831] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.542136] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f735b27-437f-45a0-94ea-6e51a4667e00 with status ACTIVE [ 1241.542324] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.542494] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.542562] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.542772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.542860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.543068] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.543168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.543227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.543377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.543472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.543683] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.543774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.543824] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.543994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.544080] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.544164] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f735b27-437f-45a0-94ea-6e51a4667e00 is going to be updated. [ 1241.568642] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.568840] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.568911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.569165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.569311] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.569546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f735b27-437f-45a0-94ea-6e51a4667e00" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.106272] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1242.106773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.106773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.106939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.107158] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.107296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.107360] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.107845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.108009] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.108149] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.329783] env[65302]: INFO networking_nsxv3.common.synchronization [req-3e23338e-aeb5-4741-87ff-4f5e328cf036 req-24381131-2793-4bc6-ac09-afe8e6825663 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Enqueued Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1242.330623] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1242.331841] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.331841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.331841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.331841] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.332027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.332125] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.332184] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.332306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.332387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.332546] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.610596] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.834985] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.113051] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.337467] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.615274] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.615490] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.615490] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.615703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.615794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.615891] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1243.649543] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.649804] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.649804] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.650008] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.650164] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.669156] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1243.839920] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.840206] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.840282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.840539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.840627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.840722] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 is going to be updated. [ 1243.872838] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.873063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.873063] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.873255] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.873394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.882194] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: IN_PROGRESS for 2s [ 1245.681865] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1245.682249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.682454] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.683733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.683733] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.683733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.683733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.683733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.683733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.683733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.683733] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.900785] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: SUCCESS [ 1245.901227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.186558] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.186782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.186782] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.187031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.187209] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.187313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.187373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.187542] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.187632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.187725] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.187870] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.187961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.188023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.188195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.188343] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.188442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.188501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.188646] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.188722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.188811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.188899] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.691582] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6672b1e-3d73-44ad-85e3-3f1d92c2bf30: rpc.has_security_group_logging(os_id): False [ 1246.710307] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.710534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.710587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.710802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.710892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.711149] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.711254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.711317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.711468] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.711544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.711741] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.711875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.711939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.712110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.712186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.712377] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.712469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.712547] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.712692] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.712815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.712884] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1246.801483] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.801670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.801710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.802190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.802343] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.830328] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1247.331733] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.331852] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1248.408302] env[65302]: INFO networking_nsxv3.common.synchronization [req-dae980d3-ec63-40a7-a031-46cefa61bbf7 req-79c9838a-78a3-4566-8298-7bf254fb6d20 tempest-ServerRescueNegativeTestJSON-1863808877 tempest-ServerRescueNegativeTestJSON-1863808877-project-member] Enqueued Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1248.408302] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGHEST for action security_group_members [ 1248.408302] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.408302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.408302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.408664] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.408664] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.408744] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.408779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.408914] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.408994] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.409115] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.846802] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1248.847047] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.911995] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.913074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.913074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.913074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.913074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.913381] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.913381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.913381] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.913525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.913525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.913695] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 is going to be updated. [ 1248.940904] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.941180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.941180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.941335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.941475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.951246] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: IN_PROGRESS for 2s [ 1250.965241] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 in Status: SUCCESS [ 1250.965660] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 deletion is rescheduled due to dependency. [ 1250.965660] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.410271] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.410683] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.037836] env[65302]: INFO networking_nsxv3.common.synchronization [req-e833fdda-7e92-4e0d-b643-f0d39a7ca9fd req-ce50379c-76c7-4773-a9e6-d1bd3a1fc5c7 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1254.038858] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1254.039370] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.039513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.039606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.039781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.039945] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.040127] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.040127] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.040268] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.040795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.040795] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.547468] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.051039] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.552404] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.552730] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.552730] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.552951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.553138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.553267] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1255.584618] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.584883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.584883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.585079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.585225] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.594404] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1257.569617] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1257.569919] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1257.605334] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1257.605538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.039686] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.039686] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.040671] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.040997] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.973098] env[65302]: INFO networking_nsxv3.common.synchronization [req-f1b74e49-5615-426e-b414-23af43a7f9a8 req-245d030c-d48a-47a6-bcb1-7f7a8631cf01 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1265.973544] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1265.973922] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.974055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.974055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.974255] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.974410] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.974495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.974549] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.974703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.974776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.974864] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.345896] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.346211] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.346339] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.346607] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.346863] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.347026] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.347149] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.347359] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.347503] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.347710] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.347819] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.347928] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.348057] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.348187] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.348271] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.348397] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.369939] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.370224] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1266.370372] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.370533] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-72" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.370847] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-f822fb03-0819-461a-9948-8e2f6fb14e01 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.371034] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-f822fb03-0819-461a-9948-8e2f6fb14e01" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.371155] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-f822fb03-0819-461a-9948-8e2f6fb14e01" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.371489] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-f822fb03-0819-461a-9948-8e2f6fb14e01" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.371629] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f822fb03-0819-461a-9948-8e2f6fb14e01',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.477586] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.873880] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.874193] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.874363] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.874676] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.874865] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.875135] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port f822fb03-0819-461a-9948-8e2f6fb14e01 not found, creating... [ 1266.875442] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.875642] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.875792] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.876057] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.876238] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.876552] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.876751] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.876904] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.877160] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.877339] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.877512] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: f822fb03-0819-461a-9948-8e2f6fb14e01 is going to be created. [ 1266.899393] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.899651] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.899820] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.900178] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.900476] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.900834] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-f822fb03-0819-461a-9948-8e2f6fb14e01" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.979809] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.482203] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.482379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.482450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.482671] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.482814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.482917] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1267.512864] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.513046] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.513121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.513330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.513469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.523266] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1267.615327] env[65302]: INFO networking_nsxv3.common.synchronization [req-f1b74e49-5615-426e-b414-23af43a7f9a8 req-58bbfb37-f5c9-47a1-bbef-e199f419842f service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1267.615562] env[65302]: INFO networking_nsxv3.common.synchronization [req-f1b74e49-5615-426e-b414-23af43a7f9a8 req-58bbfb37-f5c9-47a1-bbef-e199f419842f service nova] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1267.615714] env[65302]: INFO networking_nsxv3.common.synchronization [req-f1b74e49-5615-426e-b414-23af43a7f9a8 req-58bbfb37-f5c9-47a1-bbef-e199f419842f service nova] Enqueued Resource ID: f822fb03-0819-461a-9948-8e2f6fb14e01 with Priority: HIGHEST for action port [ 1267.616241] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_rules [ 1267.616377] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1267.616471] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f822fb03-0819-461a-9948-8e2f6fb14e01 with Priority: HIGHEST for action port [ 1267.616739] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.616856] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.616925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.617348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.617437] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.618721] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.618810] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.619136] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-f822fb03-0819-461a-9948-8e2f6fb14e01 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.619244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f822fb03-0819-461a-9948-8e2f6fb14e01" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.619308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f822fb03-0819-461a-9948-8e2f6fb14e01" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.619479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f822fb03-0819-461a-9948-8e2f6fb14e01" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.619552] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f822fb03-0819-461a-9948-8e2f6fb14e01',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.119591] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.120021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.122067] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f822fb03-0819-461a-9948-8e2f6fb14e01 with status ACTIVE [ 1268.122269] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.122386] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.122521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.122658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.122741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.122971] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.123118] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.123182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.123354] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.123432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.123613] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.123728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.123774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.123932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.124016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.124105] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f822fb03-0819-461a-9948-8e2f6fb14e01 is going to be updated. [ 1268.148436] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.148694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.148694] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.148846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.148974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.149154] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f822fb03-0819-461a-9948-8e2f6fb14e01" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.533719] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1269.534124] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.534304] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.534526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.534703] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.534852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.534908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.535049] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.535132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.535230] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.039471] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.541273] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.043825] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.044023] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.044127] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.044346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.044494] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.044600] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1271.077259] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.077259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.077497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.077536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.077663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.095711] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1272.617805] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.618212] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1273.106472] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1273.106693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.106868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.107120] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.107328] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.107449] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.107512] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.107662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.107741] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.107825] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.107911] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.610868] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.610868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.610868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.610868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.610868] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.611315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.611315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.611315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.611315] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.611478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.611516] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.611596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.611656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.611792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.611925] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.612022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.612079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.612215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.612289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.612369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.612456] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.114500] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6672b1e-3d73-44ad-85e3-3f1d92c2bf30: rpc.has_security_group_logging(os_id): False [ 1274.142429] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.142429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.142429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.142783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.142921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.143194] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.143310] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.143367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.143737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.143737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.143963] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.144053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.144179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.144313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.144411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.144625] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.144735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.144796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.144956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.145035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.145186] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1274.220082] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.220082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.220082] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.220368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.220368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.289062] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1276.309202] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1276.309554] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.619162] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.619472] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.332352] env[65302]: INFO networking_nsxv3.common.synchronization [req-e99f1896-7888-4ebf-a316-573b13dcd6f1 req-c331ad32-7946-481e-a84d-c94e77c29b85 tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1281.332736] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1281.332934] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.333578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.333653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.333870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.334086] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.334192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.334258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.334415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.334497] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.334594] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.837194] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.339578] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.842399] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.842564] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.842634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.842844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.842990] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.843104] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1282.875999] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.876195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.876245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.876481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.876627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.885947] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1284.898676] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1284.899085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.527120] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.527289] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.527394] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.527602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.527713] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.030118] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.334406] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.334406] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1286.532834] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.035162] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1287.035844] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1287.608368] env[65302]: INFO networking_nsxv3.common.synchronization [req-5bc5d65f-b45c-4a21-8b81-1973befade41 req-c1fe7202-7ab0-4d31-8c27-f97b5188e25f tempest-ServersTestJSON-1581184444 tempest-ServersTestJSON-1581184444-project-member] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1287.608787] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGHEST for action security_group_members [ 1287.609152] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.609230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.609309] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.609934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.609934] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.609934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.609934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.609934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.610183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.610183] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.761528] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.761735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.761735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.761951] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.775330] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1287.776221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.777073] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1287.813879] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.814112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.814190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.814414] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.826647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.827427] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1287.827498] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1287.827634] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1287.874993] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.875163] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.875301] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.875447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.876836] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.876943] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1287.962859] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.963102] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.963217] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.963452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.964017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.964118] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1288.045724] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.046092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.046092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.046179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.046492] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.046802] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1288.046910] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9a43699c-3e4d-44fd-8a45-35a816cea502', '07c2ab43-55ef-48e0-9a18-5b16f77b34c0', '901bea34-eee3-4c26-99d5-24340d55d4c9', 'cfc2671d-e165-4d21-a583-8c87fe6c200d', 'b6672b1e-3d73-44ad-85e3-3f1d92c2bf30', '4baa6d1e-8291-4c26-bf39-e608e606c66c', '60a9b46e-9733-4a86-aa69-0c30b93b1b35', '65bad1a1-b35e-410c-a3bc-8a885df7c236', 'bb65e13b-ed96-41bf-8fd7-c6e4e00369a7', 'c32a5a6b-3fc5-4b45-9bc0-deab4899f968', '30d7bdb0-0f14-4a5c-9981-2a91436c2d6f', 'ecfa40cd-a49d-45c1-aa3e-3fbed751b484', '6a4476aa-7e50-42a0-aede-3fb73881f901', '63ff2ce4-2df6-4b39-8796-03e93d370530', '97d3291d-8c05-441f-9b0e-9e114d0c1140', '410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5', 'ae4b4ff2-75ef-4f78-917c-93968cbe3dbd', '2c2dda12-210c-4622-be22-0d6a11b072ed', '5d953d2e-82c0-4cb0-9e0e-c3715fdb1489', 'fe4d0fdc-5789-40ff-9426-2ef0a39071fd', '6d5c811c-fcf7-4f16-acec-7cf8120cd4a2', 'db76fcb5-d736-4695-aa73-4bec4c1c5396', '5e7eef9d-4872-4c9d-9069-dd2938e1fabf', '3588b08d-65fd-4a8a-82a3-6301deb6a6a0', '7622a439-d3dc-43f0-82be-ec3c9c0c43db', 'c2623e1e-14c2-4f67-9ca7-2c6a36621f84', '81a11571-68af-42fe-903e-58cbd04f3c49', 'c42a9f7c-a226-465b-93f7-2be7eb900103', 'a2ee08bd-a428-4ce7-943c-cc0553c1ce43', 'e5474672-a520-4a2d-b2c7-4ae31006a8de', '2c84dcc6-61cb-4aad-b983-26ed17bb20e6', 'd506890a-4abf-4405-b9d5-90b842821e93', '4e926453-ecea-4bba-b729-ae0b0f8174a8', '409dd4f8-f44c-4715-8913-b0116a226610', '315ed335-31ee-4147-b93f-09bbfc0e03f8', '75efa0d3-4545-418e-8c1f-ed4ac6402eb8', 'b33ac6bd-2fe0-454e-90d1-1b75985c9704', 'b49b9ffb-9bb9-4492-823a-f265bbc8565d', '8e36e703-0c0a-4a42-9046-43715a2aef5f', 'cd26d126-2e6c-46ba-874d-99642afc887a', '25b3194b-9af1-48b9-a11a-67970b1c1149', 'd7b51eaf-0603-49de-b693-16e69a148974', '2da426f8-1972-4ed0-9824-8fc02aefe247', '0482e356-83c1-4bad-9658-3c5946ad39ce', 'fa6c0988-10d9-4453-8f1d-233c54a3730d'} {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.047031] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1288.070037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.070037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.070037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.070037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.070037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.070037] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1288.070037] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.070037] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1288.111814] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.112113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.112113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.112236] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.140667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.140860] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.140997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.141078] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.141538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.141538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.141538] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be updated. [ 1288.172949] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.173243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.173320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.173536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.173673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.183533] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.183704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.183751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.183925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.185140] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.185452] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1288.185532] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.185603] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1288.185667] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1288.185742] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1288.185812] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGH for action security_group_rules [ 1288.185891] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGH for action security_group_rules [ 1288.185957] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGH for action security_group_rules [ 1288.186033] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGH for action security_group_rules [ 1288.186096] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGH for action security_group_rules [ 1288.186157] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGH for action security_group_rules [ 1288.186219] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 with Priority: HIGH for action security_group_rules [ 1288.186306] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGH for action security_group_rules [ 1288.186383] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGH for action security_group_rules [ 1288.186445] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGH for action security_group_rules [ 1288.186506] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGH for action security_group_rules [ 1288.186567] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 with Priority: HIGH for action security_group_rules [ 1288.186630] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGH for action security_group_rules [ 1288.186690] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGH for action security_group_rules [ 1288.186751] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGH for action security_group_rules [ 1288.186804] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGH for action security_group_rules [ 1288.186868] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGH for action security_group_rules [ 1288.186929] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGH for action security_group_rules [ 1288.186989] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 with Priority: HIGH for action security_group_rules [ 1288.187063] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGH for action security_group_rules [ 1288.187156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.187966] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: IN_PROGRESS for 2s [ 1290.200243] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 in Status: SUCCESS [ 1290.200609] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 deletion is rescheduled due to dependency. [ 1290.200609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.609392] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.609762] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1292.609762] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 with Priority: HIGH for action security_group_rules [ 1292.609860] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGH for action security_group_rules [ 1292.609904] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 with Priority: HIGH for action security_group_rules [ 1292.610038] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 with Priority: HIGH for action security_group_rules [ 1292.610170] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd with Priority: HIGH for action security_group_rules [ 1292.610284] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 with Priority: HIGH for action security_group_rules [ 1292.610390] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2dda12-210c-4622-be22-0d6a11b072ed with Priority: HIGH for action security_group_rules [ 1292.610506] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd with Priority: HIGH for action security_group_rules [ 1292.610602] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 with Priority: HIGH for action security_group_rules [ 1292.610690] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 with Priority: HIGH for action security_group_rules [ 1292.610776] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 with Priority: HIGH for action security_group_rules [ 1292.610860] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 with Priority: HIGH for action security_group_rules [ 1292.610970] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGH for action security_group_rules [ 1292.611094] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 with Priority: HIGH for action security_group_rules [ 1292.611189] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGH for action security_group_rules [ 1292.611274] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c with Priority: HIGH for action security_group_rules [ 1292.611359] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 with Priority: HIGH for action security_group_rules [ 1292.611452] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 with Priority: HIGH for action security_group_rules [ 1292.611536] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGH for action security_group_rules [ 1292.611634] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc2671d-e165-4d21-a583-8c87fe6c200d with Priority: HIGH for action security_group_rules [ 1292.612330] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a43699c-3e4d-44fd-8a45-35a816cea502 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.612467] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.612536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.612772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.612858] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a43699c-3e4d-44fd-8a45-35a816cea502',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.613918] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.614053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.614115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.614286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.614474] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.615214] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a9b46e-9733-4a86-aa69-0c30b93b1b35 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.615327] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.615380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.615530] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.615600] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a9b46e-9733-4a86-aa69-0c30b93b1b35',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.616323] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d3291d-8c05-441f-9b0e-9e114d0c1140 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.616630] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.616630] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.616630] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.617019] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d3291d-8c05-441f-9b0e-9e114d0c1140',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.617387] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.617474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.617535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.617688] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.617758] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe4d0fdc-5789-40ff-9426-2ef0a39071fd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.619090] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.619090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.619090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.619090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.619090] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d953d2e-82c0-4cb0-9e0e-c3715fdb1489',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.619733] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2dda12-210c-4622-be22-0d6a11b072ed taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.619823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.619886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.620040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.620112] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2dda12-210c-4622-be22-0d6a11b072ed',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.620766] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.620870] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.620935] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.621100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.621174] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae4b4ff2-75ef-4f78-917c-93968cbe3dbd',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.623668] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ff2ce4-2df6-4b39-8796-03e93d370530 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.623775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.624065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.624162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.624162] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ff2ce4-2df6-4b39-8796-03e93d370530',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.624884] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.625000] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.625097] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.625264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.625357] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.626083] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4476aa-7e50-42a0-aede-3fb73881f901 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.626188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.626258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.626405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.626488] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4476aa-7e50-42a0-aede-3fb73881f901',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.627130] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecfa40cd-a49d-45c1-aa3e-3fbed751b484 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.627266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.627306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.627658] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.627658] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecfa40cd-a49d-45c1-aa3e-3fbed751b484',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.628262] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.628372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.628483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.628651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.628732] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.629593] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.629698] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.629762] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.630847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.631013] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32a5a6b-3fc5-4b45-9bc0-deab4899f968',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.632204] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.632308] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.632373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.632717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.632717] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.633274] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4baa6d1e-8291-4c26-bf39-e608e606c66c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.633390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.633434] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.633555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.633617] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4baa6d1e-8291-4c26-bf39-e608e606c66c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.634412] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65bad1a1-b35e-410c-a3bc-8a885df7c236 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.634539] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.634600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.634600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.634858] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65bad1a1-b35e-410c-a3bc-8a885df7c236',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.635451] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.635551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.635668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.635751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.635818] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6672b1e-3d73-44ad-85e3-3f1d92c2bf30',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.636471] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.636576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.636631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.636771] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.636830] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.637545] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc2671d-e165-4d21-a583-8c87fe6c200d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.637748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.637812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.637958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.638035] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc2671d-e165-4d21-a583-8c87fe6c200d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.663008] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.663188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.663302] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.663507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.665679] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.665679] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.686235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.686772] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a9b46e-9733-4a86-aa69-0c30b93b1b35 is going to be deleted. [ 1292.687362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.687565] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.715066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.715202] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d3291d-8c05-441f-9b0e-9e114d0c1140 is going to be deleted. [ 1292.760952] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.761191] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.761250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.761423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.761524] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.761623] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a9b46e-9733-4a86-aa69-0c30b93b1b35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.769313] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.769487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.769535] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.769702] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.769787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.769901] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d3291d-8c05-441f-9b0e-9e114d0c1140" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.145759] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.145997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.145997] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.146162] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.146327] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.146433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.146527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.146653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.146735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.146807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.146920] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.153825] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.153979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.154058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.154231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.154387] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.154654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.154654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.154766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.154766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.154837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.154919] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.155745] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.155924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.155924] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.156243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.156243] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.156442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.156442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.156442] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.156637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.156637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.156752] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.208480] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.208696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.208696] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.208875] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.210917] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.211093] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.211803] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.211898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.212673] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.212767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.213862] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.213955] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.214702] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.214796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.215500] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.215597] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.216299] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.216410] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.217101] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.217196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.229648] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.229861] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.230712] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.230818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.231519] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.231841] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.231973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.232598] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.232986] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.233148] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.233750] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.234270] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.234352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.234969] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.235361] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.235466] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.236519] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.236930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.237061] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 is going to be deleted. [ 1293.237959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.238189] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.262511] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.262712] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae4b4ff2-75ef-4f78-917c-93968cbe3dbd is going to be deleted. [ 1293.263728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.263942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.264052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.264146] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6672b1e-3d73-44ad-85e3-3f1d92c2bf30 is going to be deleted. [ 1293.264913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.265090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.292563] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.292742] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65bad1a1-b35e-410c-a3bc-8a885df7c236 is going to be deleted. [ 1293.293703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.293902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.297999] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.298180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.315219] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.315418] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2dda12-210c-4622-be22-0d6a11b072ed is going to be deleted. [ 1293.316290] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.316493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.460234] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.460446] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.466916] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.467176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.470563] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.470726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.487184] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.487403] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4476aa-7e50-42a0-aede-3fb73881f901 is going to be deleted. [ 1293.488353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.488610] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.528483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.528665] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4baa6d1e-8291-4c26-bf39-e608e606c66c is going to be deleted. [ 1293.529519] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.529736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.552616] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.552756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.589732] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.589942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.616060] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.616427] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a43699c-3e4d-44fd-8a45-35a816cea502 is going to be deleted. [ 1293.617203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.617435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.658722] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.658884] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4d0fdc-5789-40ff-9426-2ef0a39071fd is going to be deleted. [ 1293.659807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.660037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.660913] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.665169] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.666062] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.712250] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.712250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.712483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.712483] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d953d2e-82c0-4cb0-9e0e-c3715fdb1489 is going to be deleted. [ 1293.714061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.714061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.772774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.772923] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecfa40cd-a49d-45c1-aa3e-3fbed751b484 is going to be deleted. [ 1293.773939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.774176] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.794912] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.795357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.801290] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.801420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.806686] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.806829] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ff2ce4-2df6-4b39-8796-03e93d370530 is going to be deleted. [ 1293.807930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.808178] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.899564] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.899755] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.902589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.902589] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32a5a6b-3fc5-4b45-9bc0-deab4899f968 is going to be deleted. [ 1293.903707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.903774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.906298] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.906474] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.941242] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.941533] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5 is going to be deleted. [ 1293.942398] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.942609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.979561] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.979778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.987463] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.987649] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc2671d-e165-4d21-a583-8c87fe6c200d is going to be deleted. [ 1293.988988] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.989262] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.989400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.989567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.989738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.989933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.990052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.990190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae4b4ff2-75ef-4f78-917c-93968cbe3dbd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.990817] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.991018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.991112] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.991342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6672b1e-3d73-44ad-85e3-3f1d92c2bf30" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.991514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.991682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.991780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.991900] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65bad1a1-b35e-410c-a3bc-8a885df7c236" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.992079] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.992369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.992475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.992602] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2dda12-210c-4622-be22-0d6a11b072ed" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.992756] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.992931] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.993066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.993422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4476aa-7e50-42a0-aede-3fb73881f901" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.993544] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.993723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.993811] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.993950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4baa6d1e-8291-4c26-bf39-e608e606c66c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.994121] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.994298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.994401] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.994533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a43699c-3e4d-44fd-8a45-35a816cea502" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.994674] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.994835] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.994940] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.995092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe4d0fdc-5789-40ff-9426-2ef0a39071fd" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.995231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.995400] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.995495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.995617] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecfa40cd-a49d-45c1-aa3e-3fbed751b484" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.995770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.995923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.996027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.996141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d953d2e-82c0-4cb0-9e0e-c3715fdb1489" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.996293] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.996435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.996521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.996653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ff2ce4-2df6-4b39-8796-03e93d370530" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.101788] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.102131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.102299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.102613] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.102751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.102979] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410ab124-fa9a-4b66-a8f5-d9a43fc6eaf5" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.104381] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.104538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.104624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.104837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.104991] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.105165] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32a5a6b-3fc5-4b45-9bc0-deab4899f968" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.136406] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.136527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.136605] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.136823] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.136892] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.137018] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc2671d-e165-4d21-a583-8c87fe6c200d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.163559] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f: rpc.has_security_group_logging(os_id): False [ 1294.167336] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb65e13b-ed96-41bf-8fd7-c6e4e00369a7: rpc.has_security_group_logging(os_id): False [ 1294.168485] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901bea34-eee3-4c26-99d5-24340d55d4c9: rpc.has_security_group_logging(os_id): False [ 1294.205730] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.205971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.205971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.206198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.222101] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.222348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.279473] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.279685] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.291876] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.292219] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.292326] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.292391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.292593] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.292673] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.292767] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1294.294017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.294444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.341280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.341616] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.341788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.341788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.341974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.342070] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.342159] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be updated. [ 1294.343634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.343799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.422019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.422483] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.422483] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.422663] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.423122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.423122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.423122] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 is going to be updated. [ 1294.458956] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.459175] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.459249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.459480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.459651] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.463540] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.463683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.463731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.463937] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.464170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.485022] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 1294.485850] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1294.521019] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.521282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.521367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.521647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.521839] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.550918] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 in Status: IN_PROGRESS for 2s [ 1296.500960] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 1296.501415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.501981] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1296.502188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.564900] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 in Status: SUCCESS [ 1296.565232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.613426] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.613819] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.758757] env[65302]: INFO networking_nsxv3.common.synchronization [req-6b1eb451-99e6-465c-87c3-6f15e896d827 req-dfb8f8b7-eeb5-4542-be0f-f2b5c6905947 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1298.759271] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1298.759617] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.759724] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.759777] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.759964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.760292] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.760418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.760495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.760628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.760721] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.760781] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.264220] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.264532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.264532] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.264638] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.264701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.264905] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.265016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.265080] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.265235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.265313] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.265401] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1299.295471] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.295709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.295709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.295907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.296061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.304633] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1301.317029] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1301.317450] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 deletion is rescheduled due to dependency. [ 1301.317450] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.760668] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.760668] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1305.727692] env[65302]: INFO networking_nsxv3.common.synchronization [req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 req-6cd5f464-7688-476c-9487-e60f1673812d tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1305.727882] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1305.728203] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.728320] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.728411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.728557] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.728702] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.728793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.728849] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.728989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.729227] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.729326] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.045648] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.045875] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.046195] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.046499] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.046762] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.046933] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.047092] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.047324] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.047507] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.047740] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1306.047852] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1306.047956] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1306.048075] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1306.048183] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1306.048289] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1306.048422] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1306.069041] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1306.069216] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1306.069344] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1306.069513] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.069881] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-7be04841-8638-4070-a70c-3d2af9300322 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.070078] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-7be04841-8638-4070-a70c-3d2af9300322" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.070204] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-7be04841-8638-4070-a70c-3d2af9300322" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.070549] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-7be04841-8638-4070-a70c-3d2af9300322" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.070896] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7be04841-8638-4070-a70c-3d2af9300322',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.231982] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.232195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.232195] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.232367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.232452] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.232637] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.232737] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.232793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.232923] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.232996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.233091] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1306.268959] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.269245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.269245] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.269433] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.269526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.279631] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1306.573699] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.573920] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.574057] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.574565] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.574753] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.574909] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 7be04841-8638-4070-a70c-3d2af9300322 not found, creating... [ 1306.575172] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.575327] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.575443] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.575656] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.575784] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.576066] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.576219] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.576333] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.576535] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.576664] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.576802] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 7be04841-8638-4070-a70c-3d2af9300322 is going to be created. [ 1306.600549] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.600777] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.600926] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.601522] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.601522] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.601655] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-7be04841-8638-4070-a70c-3d2af9300322" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.286250] env[65302]: INFO networking_nsxv3.common.synchronization [req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 req-d3b57716-21d5-4cbc-bd17-91dd9775d0b0 service nova] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1307.286566] env[65302]: INFO networking_nsxv3.common.synchronization [req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 req-d3b57716-21d5-4cbc-bd17-91dd9775d0b0 service nova] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1307.286662] env[65302]: INFO networking_nsxv3.common.synchronization [req-cdd5f6af-fdf2-4a1e-84df-fe167f2c4d70 req-d3b57716-21d5-4cbc-bd17-91dd9775d0b0 service nova] Enqueued Resource ID: 7be04841-8638-4070-a70c-3d2af9300322 with Priority: HIGHEST for action port [ 1307.287745] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1307.287879] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1307.287972] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be04841-8638-4070-a70c-3d2af9300322 with Priority: HIGHEST for action port [ 1307.288290] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.288428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.288513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.288796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.288882] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.290653] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.290653] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.290653] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-7be04841-8638-4070-a70c-3d2af9300322 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.290999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7be04841-8638-4070-a70c-3d2af9300322" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.290999] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7be04841-8638-4070-a70c-3d2af9300322" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.291730] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7be04841-8638-4070-a70c-3d2af9300322" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.291730] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7be04841-8638-4070-a70c-3d2af9300322',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.791222] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.791410] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.793702] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7be04841-8638-4070-a70c-3d2af9300322 with status ACTIVE [ 1307.793887] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.794015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.794084] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.794349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.794444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.794615] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.794769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.794769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.794940] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.794974] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.795161] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.795246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.795301] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.795437] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.795509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.795609] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7be04841-8638-4070-a70c-3d2af9300322 is going to be updated. [ 1307.818724] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.818985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.818985] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.819191] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.819362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.819536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7be04841-8638-4070-a70c-3d2af9300322" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.853056] env[65302]: INFO networking_nsxv3.common.synchronization [req-2e77f618-e2d3-4a08-9355-564dcb5b4a49 req-38fd7f3d-20ab-466a-a94d-4ec2b415fba3 tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1307.853852] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1307.854100] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.854298] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.854375] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.854576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.854734] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.854837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.854896] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.855051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.855159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.855222] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.288536] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1308.288884] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 deletion is rescheduled due to dependency. [ 1308.288884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.288965] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.289210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.289393] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.289502] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.289567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.289704] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.289779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.289867] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.357178] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.357370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.357428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.357796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.357796] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.357952] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.358058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.358113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.358226] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.358300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.358384] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be updated. [ 1308.386608] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.386868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.386868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.387055] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.387286] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.397622] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 1308.791649] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.295105] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.797540] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.797895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.797895] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.798130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.798291] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.799012] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1309.827027] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.827027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.827027] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.827267] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.827373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.837221] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1310.407015] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 1310.407302] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f deletion is rescheduled due to dependency. [ 1310.407385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.848253] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1311.848662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.848662] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.848842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.849055] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.849224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.849224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.849380] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.849481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.849579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.849672] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.351925] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.854719] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901bea34-eee3-4c26-99d5-24340d55d4c9: rpc.has_security_group_logging(os_id): False [ 1312.856045] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.856156] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1312.872569] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.872814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.872814] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.873058] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.873202] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.873474] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.873633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.873709] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.873907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.873987] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.874116] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1312.933065] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.933336] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.933387] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.933655] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.933788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.950483] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1314.967692] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1314.968111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.985334] env[65302]: INFO networking_nsxv3.common.synchronization [req-d5955c4d-f833-421f-9e83-488289713341 req-e79170c5-b9e8-43d5-a6ef-209ba224190d tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1314.985823] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1314.986143] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.986264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.986330] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.986527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.986741] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.986809] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.986845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.987030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.987188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.987188] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.297048] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.297328] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.297704] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.297779] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.298073] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.298271] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.298425] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.298684] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.298877] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.299115] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.299226] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.299341] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.299446] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.299551] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.299652] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.299777] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.317577] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.317739] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1315.317874] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.318063] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-505" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.318373] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-501ee41e-380d-461a-8f55-ad8c9d9ccd86 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.318549] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-501ee41e-380d-461a-8f55-ad8c9d9ccd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.318674] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-501ee41e-380d-461a-8f55-ad8c9d9ccd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.319025] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-501ee41e-380d-461a-8f55-ad8c9d9ccd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.319163] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501ee41e-380d-461a-8f55-ad8c9d9ccd86',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.494192] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.494351] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.494410] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.494626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.494715] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.494903] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.494998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.495074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.495223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.495299] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.495387] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be updated. [ 1315.530217] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.530362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.530428] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.530635] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.530770] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.540586] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 1315.821923] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.822163] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.822217] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.822500] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.822638] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.822791] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port 501ee41e-380d-461a-8f55-ad8c9d9ccd86 not found, creating... [ 1315.823055] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.823259] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.823469] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.823690] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.823827] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.824127] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.824288] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.824423] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.824628] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.824759] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.824894] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: 501ee41e-380d-461a-8f55-ad8c9d9ccd86 is going to be created. [ 1315.844175] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.844390] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.844488] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.844746] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.844965] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.845210] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-501ee41e-380d-461a-8f55-ad8c9d9ccd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.548071] env[65302]: INFO networking_nsxv3.common.synchronization [req-d5955c4d-f833-421f-9e83-488289713341 req-a7a0f7d1-8c38-48c4-ab59-0478b5e14c1e service nova] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_rules [ 1316.548383] env[65302]: INFO networking_nsxv3.common.synchronization [req-d5955c4d-f833-421f-9e83-488289713341 req-a7a0f7d1-8c38-48c4-ab59-0478b5e14c1e service nova] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1316.548383] env[65302]: INFO networking_nsxv3.common.synchronization [req-d5955c4d-f833-421f-9e83-488289713341 req-a7a0f7d1-8c38-48c4-ab59-0478b5e14c1e service nova] Enqueued Resource ID: 501ee41e-380d-461a-8f55-ad8c9d9ccd86 with Priority: HIGHEST for action port [ 1316.548939] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_rules [ 1316.549160] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1316.549160] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501ee41e-380d-461a-8f55-ad8c9d9ccd86 with Priority: HIGHEST for action port [ 1316.549395] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.549517] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.549582] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.549783] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.549866] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.550805] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.550921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.551153] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-501ee41e-380d-461a-8f55-ad8c9d9ccd86 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.551256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-501ee41e-380d-461a-8f55-ad8c9d9ccd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.551314] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-501ee41e-380d-461a-8f55-ad8c9d9ccd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.551482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-501ee41e-380d-461a-8f55-ad8c9d9ccd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.551553] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501ee41e-380d-461a-8f55-ad8c9d9ccd86',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.053635] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.053852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.053895] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 501ee41e-380d-461a-8f55-ad8c9d9ccd86 with status ACTIVE [ 1317.054070] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.054182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.054243] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.054503] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.054614] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.054758] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.054852] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.054910] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.055088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.055156] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.055335] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.055422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.055485] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.055718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.055869] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.055969] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 501ee41e-380d-461a-8f55-ad8c9d9ccd86 is going to be updated. [ 1317.094539] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.094775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.094775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.094960] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.095111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.095269] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-501ee41e-380d-461a-8f55-ad8c9d9ccd86" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.550841] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 1317.551233] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f deletion is rescheduled due to dependency. [ 1317.551233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.551372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.551635] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.551863] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.552019] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.552103] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.552296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.552384] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.552508] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.055164] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.557426] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.060424] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.060589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.060661] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.060877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.060967] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.061079] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be updated. [ 1319.090856] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.091101] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.091154] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.091391] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.091553] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.101057] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 1321.112296] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 1321.112670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.112670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.112889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.113118] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.113235] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.113300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.113490] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.113571] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.113657] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.113749] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.550427] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.550629] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1321.616155] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.119108] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f: rpc.has_security_group_logging(os_id): False [ 1322.137070] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.137247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.137247] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.137470] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.137561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.137804] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.137906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.137971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.138142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.138220] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.138370] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be updated. [ 1322.195639] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.195844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.195894] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.196136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.196285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.208554] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 1324.224564] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 1324.224968] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.551862] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.552320] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.783426] env[65302]: INFO networking_nsxv3.common.synchronization [req-08b9e532-56c5-49d2-937f-550c4d72e324 req-21e9912e-7550-440e-88d9-1426d2c9a291 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_members [ 1330.784018] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGHEST for action security_group_members [ 1330.784326] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.784457] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.784536] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.784793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.784954] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.785065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.785432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.785606] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.785695] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.785792] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.288319] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.288538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.288538] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.288853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.288961] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.289192] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.289284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.289352] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.289499] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.289575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.289656] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 is going to be updated. [ 1331.319576] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.319787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.319787] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.320016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.320166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.329895] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 in Status: IN_PROGRESS for 2s [ 1333.342680] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 in Status: SUCCESS [ 1333.343053] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 deletion is rescheduled due to dependency. [ 1333.343053] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.785063] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.785392] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.330246] env[65302]: INFO networking_nsxv3.common.synchronization [req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 req-43bf9b3e-2a8b-4d44-b8e4-3b91a294fc08 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1340.330246] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1340.330246] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.330246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.330246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.330246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.330246] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.330246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.330246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.330246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.330246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.330246] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.606526] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.606735] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.606855] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.607216] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.607407] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.607564] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.607677] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.607893] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.608184] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.608446] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1340.608560] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1340.608667] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1340.608772] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1340.608881] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1340.608983] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1340.609130] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1340.628737] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1340.628897] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1340.629041] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1340.629210] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.629508] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.629676] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.629793] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.630120] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.630258] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('570711a9-7ce1-4f78-9e63-9c56fe3b5f4c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.832910] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.833100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.833170] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.833388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.833480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.833810] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.833943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.833943] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.834088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.834144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.834196] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 is going to be deleted. [ 1340.871538] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.871784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.871784] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.871950] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.872043] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.872168] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.132306] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.132503] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.132624] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.132904] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.133064] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.133219] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c not found, creating... [ 1341.133469] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.133679] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.133801] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.134025] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.134165] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.134441] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.134594] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.134708] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.134919] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.135043] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.135179] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c is going to be created. [ 1341.157292] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.157531] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.157624] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.157899] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.158140] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.158356] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.848294] env[65302]: INFO networking_nsxv3.common.synchronization [req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 req-0175bde6-7500-46d1-82d9-b9341b53783d service nova] Enqueued Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_rules [ 1341.848604] env[65302]: INFO networking_nsxv3.common.synchronization [req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 req-0175bde6-7500-46d1-82d9-b9341b53783d service nova] Enqueued Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1341.848653] env[65302]: INFO networking_nsxv3.common.synchronization [req-a5d5636c-fd76-4b39-9b96-2583539f2cb3 req-0175bde6-7500-46d1-82d9-b9341b53783d service nova] Enqueued Resource ID: 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c with Priority: HIGHEST for action port [ 1341.849171] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_rules [ 1341.849316] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1341.849453] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c with Priority: HIGHEST for action port [ 1341.849723] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.849815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.849911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.850185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.850293] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.851144] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.851252] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.851322] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.851495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.851705] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.851807] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.851907] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.852033] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.852119] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.852212] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.853427] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.853531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.853645] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.853805] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.853907] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('570711a9-7ce1-4f78-9e63-9c56fe3b5f4c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.355376] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.356576] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.356718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.358263] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c with status ACTIVE [ 1342.358480] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.358634] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.358713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.358946] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.359076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.359262] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.359385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.359445] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.359641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.359726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.359934] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.360066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.360131] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.360325] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.360404] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.360515] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c is going to be updated. [ 1342.381968] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.382188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.382188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.382461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.382596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.382749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.857908] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.360479] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.360479] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.360790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.360790] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.360887] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.360943] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 is going to be created. [ 1343.389756] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.390038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.390038] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.390205] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.390341] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.400394] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: UNINITIALIZED for 2s [ 1345.412192] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: SUCCESS [ 1345.412567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.412567] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.412778] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.412966] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.413098] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.413166] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.413316] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.413395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.413481] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.413575] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.916621] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.916792] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.916911] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.917126] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.917296] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.917766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.917766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.917766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.917766] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.917898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.918019] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.918101] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.918157] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.918300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.918442] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.918533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.918585] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.918730] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.918794] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.918873] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.918965] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.421588] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07c2ab43-55ef-48e0-9a18-5b16f77b34c0: rpc.has_security_group_logging(os_id): False [ 1346.440684] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.440891] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.440953] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.441221] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.441342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.441633] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.441776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.441867] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.442085] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.442192] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.442448] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.442578] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.442668] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.442866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.442972] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.443291] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.443376] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.443444] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.443669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.443772] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.443891] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 is going to be created. [ 1346.503370] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.503593] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.503593] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.503844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.504037] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.518190] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: IN_PROGRESS for 2s [ 1346.850321] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.850525] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1348.533861] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: SUCCESS [ 1348.534259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.146073] env[65302]: INFO networking_nsxv3.common.synchronization [req-e7f078f3-c256-47a9-a468-660a414bc562 req-d5078c4a-6eaf-4fb2-b596-8d122f215137 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1349.146253] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGHEST for action security_group_members [ 1349.146728] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.146728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.146728] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.146888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.147057] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.147204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.147284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.147472] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.147561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.147662] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.187397] env[65302]: INFO networking_nsxv3.common.synchronization [req-e7f078f3-c256-47a9-a468-660a414bc562 req-d5078c4a-6eaf-4fb2-b596-8d122f215137 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c with Priority: HIGHEST for action port [ 1349.187985] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c with Priority: HIGHEST for action port [ 1349.188335] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.188455] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.188521] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.188726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.188823] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('570711a9-7ce1-4f78-9e63-9c56fe3b5f4c',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.650351] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.650631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.650631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.650822] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.650921] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.651100] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.651204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.651258] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.651402] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.651513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.651567] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 is going to be updated. [ 1349.676546] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.676751] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.676818] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.677031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.677181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.685515] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: IN_PROGRESS for 2s [ 1349.690886] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c with status ACTIVE [ 1349.691099] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.691224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.691370] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.691493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.691580] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.691759] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.691857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.691915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.692074] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.692150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.692328] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.692418] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.692475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.692612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.692684] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.692767] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 570711a9-7ce1-4f78-9e63-9c56fe3b5f4c is going to be updated. [ 1349.711851] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.712128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.712128] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.712366] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.712508] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.712675] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-570711a9-7ce1-4f78-9e63-9c56fe3b5f4c" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.696840] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 in Status: SUCCESS [ 1351.697234] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 deletion is rescheduled due to dependency. [ 1351.697234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.189530] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.189927] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.190232] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.190570] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.191498] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.191498] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.193109] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.193494] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.481244] env[65302]: INFO networking_nsxv3.common.synchronization [req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 req-265ce681-0ba9-4784-9e4e-bb8a4607c961 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1373.481656] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1373.481983] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.482369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.482369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.482369] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.482525] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.482612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.482666] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.482812] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.482891] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.482983] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.745722] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.745944] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.746101] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.746375] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.746636] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.746791] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.746906] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.747293] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.747453] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.747667] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.747778] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1373.747882] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1373.747984] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1373.748106] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.748208] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1373.748335] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1373.767088] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1373.767291] env[65302]: DEBUG dogpile.cache.region [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1373.767391] env[65302]: DEBUG dogpile.lock [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1373.767557] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "network-35" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.767859] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock port-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.768038] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "port-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.768165] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "port-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.768480] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "port-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.768618] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.985444] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.271041] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.271041] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.271263] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.271449] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.271598] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.271749] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Segment Port bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 not found, creating... [ 1374.272057] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.272235] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.272355] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.272578] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.272728] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.273026] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.273199] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.273347] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.273596] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.273742] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.273948] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Resource: SegmentPort with ID: bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 is going to be created. [ 1374.299061] env[65302]: DEBUG networking_nsxv3.common.locking [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.299288] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.299415] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.299681] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.299902] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.300138] env[65302]: DEBUG oslo_concurrency.lockutils [None req-a829c837-c529-4d33-ac30-a7215215dc6a None None] Releasing lock "port-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.488421] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.975522] env[65302]: INFO networking_nsxv3.common.synchronization [req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 req-a37df7e6-079c-4d61-8c4a-3652cfa1d51a service nova] Enqueued Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_rules [ 1374.975694] env[65302]: INFO networking_nsxv3.common.synchronization [req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 req-a37df7e6-079c-4d61-8c4a-3652cfa1d51a service nova] Enqueued Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1374.975827] env[65302]: INFO networking_nsxv3.common.synchronization [req-6a6add8b-729c-412f-8fc8-5dcec6e576f5 req-a37df7e6-079c-4d61-8c4a-3652cfa1d51a service nova] Enqueued Resource ID: bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 with Priority: HIGHEST for action port [ 1374.976365] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_rules [ 1374.976495] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1374.976591] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 with Priority: HIGHEST for action port [ 1374.976860] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.976993] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.977147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.977356] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.977434] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.978583] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.978682] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.978871] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.978964] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.979040] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.979204] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.979280] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.991060] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.991234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.991234] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.991477] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.991545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.991616] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 is going to be updated. [ 1375.023272] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.023484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.023484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.023631] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.023767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.035673] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: IN_PROGRESS for 2s [ 1375.480918] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.481169] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.481307] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 with status ACTIVE [ 1375.481524] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.481667] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.481748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.482030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.482133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.482348] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.482478] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.482576] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.482769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.482880] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.483142] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.483257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.483345] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.483568] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.483665] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.483765] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1 is going to be updated. [ 1375.508453] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.509088] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.509183] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.509423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.509566] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.509734] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd2d67d3-8b7f-4ed7-b436-b1c8a74f3bf1" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.046566] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: SUCCESS [ 1377.046998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.046998] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.047104] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.047294] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.047411] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.047473] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.047636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.047706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.047799] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.550734] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.053447] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.556070] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.556232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.556306] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.556533] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.556628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.556723] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 is going to be updated. [ 1378.590037] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.590237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.590237] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.590575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.590735] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.600516] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: IN_PROGRESS for 2s [ 1379.977428] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.977740] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1380.472840] env[65302]: INFO networking_nsxv3.common.synchronization [req-3d16b31c-688f-42b4-b47e-66bc1f76b5c2 req-f953e681-5795-47f8-8019-d9849787dc1a tempest-ServerActionsTestJSON-667846519 tempest-ServerActionsTestJSON-667846519-project-member] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1380.473536] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGHEST for action security_group_members [ 1380.473760] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.474471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.474471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.474471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.474622] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.474622] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.474749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.474788] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.474857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.474948] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.614512] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: SUCCESS [ 1380.614723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.614877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.615898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.615898] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.615898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.615898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.615898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.615898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.615898] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.616340] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.977153] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.977361] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.977447] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.977687] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.977773] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.978122] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.978122] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.978224] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.978318] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.978395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.978483] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be updated. [ 1381.009997] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.010276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.010276] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.010427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.010579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.028994] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: IN_PROGRESS for 2s [ 1381.118685] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.621404] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2ee08bd-a428-4ce7-943c-cc0553c1ce43: rpc.has_security_group_logging(os_id): False [ 1381.642067] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.642067] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.642353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.642423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.665649] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.666030] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.666365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.666516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.666774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.666886] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.666995] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 is going to be updated. [ 1381.728688] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.728925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.728925] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.729137] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.729282] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.740571] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: IN_PROGRESS for 2s [ 1383.040281] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f in Status: SUCCESS [ 1383.040733] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f deletion is rescheduled due to dependency. [ 1383.040733] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.753500] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: SUCCESS [ 1383.753500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.474346] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.474621] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.476369] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.476734] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.477478] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.477940] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.478311] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.478649] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.891737] env[65302]: INFO networking_nsxv3.common.synchronization [req-6f063064-faa8-4630-9b27-c171da1bdda1 req-6503fe0d-1a1e-4db9-acc7-ae9c57d98d43 tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1404.892135] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1404.892442] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.892600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.892705] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.892866] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.893615] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.893615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.893615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.893615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.893615] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.893615] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.396392] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.396575] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.396626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.396829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.396918] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.397115] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.397210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.397271] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.397439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.397514] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.397597] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1405.428345] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.428540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.428540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.428750] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.428928] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.437339] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1407.448647] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1407.448647] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 deletion is rescheduled due to dependency. [ 1407.448647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.893737] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.894145] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.733656] env[65302]: INFO networking_nsxv3.common.synchronization [req-512fdadf-5e2e-443f-8f76-3f61064e9fde req-65be3419-0d06-43a4-bde3-f0d3acba1d4d tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1414.734261] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1414.734626] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.734761] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.734829] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.735022] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.735183] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.735285] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.735379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.735561] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.735644] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.735756] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.032225] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.032433] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.032545] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.032811] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.033073] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.033231] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.033344] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.033555] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.033692] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.033893] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.034009] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1415.034123] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1415.034228] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1415.034389] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.034504] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1415.034617] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1415.055089] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1415.055353] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1415.055454] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1415.055628] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.055929] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-1359b2e4-462b-4758-b899-1d1cd01755ae taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.056110] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.056227] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.056548] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.056702] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1359b2e4-462b-4758-b899-1d1cd01755ae',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.240835] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.241075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.241075] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.241296] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.241382] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.241612] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.241726] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.241804] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.241936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.242016] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.242107] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1415.266423] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.266632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.266632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.266846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.267061] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.275198] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1415.558714] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.558951] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.559091] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.559384] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.559533] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.559687] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Segment Port 1359b2e4-462b-4758-b899-1d1cd01755ae not found, creating... [ 1415.559941] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.560113] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.560245] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.560435] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.560567] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.560850] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.561007] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.561128] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.561345] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.561476] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.561626] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 1359b2e4-462b-4758-b899-1d1cd01755ae is going to be created. [ 1415.582064] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.582301] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.582410] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.582633] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.582848] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.583074] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.282055] env[65302]: INFO networking_nsxv3.common.synchronization [req-512fdadf-5e2e-443f-8f76-3f61064e9fde req-3605298b-bf06-430a-b573-19588512ebc9 service nova] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1416.282373] env[65302]: INFO networking_nsxv3.common.synchronization [req-512fdadf-5e2e-443f-8f76-3f61064e9fde req-3605298b-bf06-430a-b573-19588512ebc9 service nova] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1416.282585] env[65302]: INFO networking_nsxv3.common.synchronization [req-512fdadf-5e2e-443f-8f76-3f61064e9fde req-3605298b-bf06-430a-b573-19588512ebc9 service nova] Enqueued Resource ID: 1359b2e4-462b-4758-b899-1d1cd01755ae with Priority: HIGHEST for action port [ 1416.283294] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1416.283518] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1416.283651] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1359b2e4-462b-4758-b899-1d1cd01755ae with Priority: HIGHEST for action port [ 1416.284063] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.284250] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.284357] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.284652] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.284810] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.285953] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.287264] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.287525] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-1359b2e4-462b-4758-b899-1d1cd01755ae taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.287930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.287930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.287930] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.288098] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1359b2e4-462b-4758-b899-1d1cd01755ae',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.790373] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.790453] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.791016] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1359b2e4-462b-4758-b899-1d1cd01755ae with status ACTIVE [ 1416.791229] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.791348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.791416] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.791626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.791713] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.791882] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.791978] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.792059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.792203] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.792279] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.792459] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.792546] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.792607] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.792745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.792815] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.792897] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1359b2e4-462b-4758-b899-1d1cd01755ae is going to be updated. [ 1416.814147] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.814373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.814373] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.814570] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.814700] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.814859] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.284312] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1417.284674] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 deletion is rescheduled due to dependency. [ 1417.284717] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.284883] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.285100] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.285280] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.285422] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.285495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.285683] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.285765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.285859] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.787968] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.290410] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.792954] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.793167] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.793261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.793417] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.793509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.793607] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1418.819519] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.819732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.819732] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.819934] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.820090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.828142] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1420.839123] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1420.839495] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.839626] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.839865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.840127] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.840278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.840377] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.840624] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.840752] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.840853] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.840948] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.284635] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.284851] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1421.343337] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.846062] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901bea34-eee3-4c26-99d5-24340d55d4c9: rpc.has_security_group_logging(os_id): False [ 1421.865508] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.865775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.865775] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.865915] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.866009] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.866257] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.866349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.866415] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.866551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.866628] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.866726] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1421.924647] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.924906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.924906] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.925076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.925228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.939896] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1423.957878] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1423.957878] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.286329] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.286794] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.288248] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.288548] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.289775] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.290170] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.290942] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.291354] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.908413] env[65302]: INFO networking_nsxv3.common.synchronization [req-6c7d9964-1b02-441a-a07c-320465567e5c req-69ab0526-f787-4d55-8ce5-a5a238c45489 tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1442.909228] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1442.909228] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.909228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.909228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.909461] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.909548] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.909641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.909932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.909932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.909932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.910202] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.412786] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.915316] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.418599] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.418599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.418599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.418599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.418599] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.418973] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 is going to be updated. [ 1444.451657] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.451889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.451889] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.452030] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.452182] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.461542] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: IN_PROGRESS for 2s [ 1446.473559] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: SUCCESS [ 1446.474132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.909926] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.910389] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.910669] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.911081] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.912107] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.912385] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.288254] env[65302]: INFO networking_nsxv3.common.synchronization [req-5efb613c-3268-4aa9-ac29-822477f92b43 req-10e7775d-3a56-4524-aee4-7c35c654229c tempest-ServerActionsTestOtherA-1380984150 tempest-ServerActionsTestOtherA-1380984150-project-member] Enqueued Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1459.288786] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGHEST for action security_group_members [ 1459.289098] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.289223] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.289284] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.289482] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.289625] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.289712] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.289776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.290130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.290130] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.290287] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.792980] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.793198] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.793257] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.793438] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.793527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.793710] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.793802] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.793862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.794021] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.794091] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.794174] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 is going to be updated. [ 1459.825282] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.825493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.825493] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.825700] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.825877] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.834460] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: IN_PROGRESS for 2s [ 1461.845315] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 in Status: SUCCESS [ 1461.845647] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 deletion is rescheduled due to dependency. [ 1461.845647] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.289576] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.289576] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.290450] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.290808] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.292033] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.292486] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.293458] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.293784] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.294826] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.295324] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.742273] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.742573] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.742617] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.742841] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.743144] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.743305] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.743417] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.743624] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.743761] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.743973] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1487.744301] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] NeedRegenerationException {{(pid=65302) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1487.744475] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] no value, waiting for create lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1487.744602] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] value creation lock acquired {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1487.744714] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] No value present for key: 'zone-id' {{(pid=65302) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1487.744847] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Calling creation function for not-yet-present value {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1487.745012] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1487.769566] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1487.769736] env[65302]: DEBUG dogpile.cache.region [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65302) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1487.769871] env[65302]: DEBUG dogpile.lock [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Released creation lock {{(pid=65302) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1487.770051] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "network-716" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.770402] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock port-1359b2e4-462b-4758-b899-1d1cd01755ae taken with stack trace [, , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.770590] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.770707] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.770967] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.771111] env[65302]: DEBUG networking_nsxv3.api.rpc [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1359b2e4-462b-4758-b899-1d1cd01755ae',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.274104] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.274373] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.274466] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.274745] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.274891] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.275260] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.275431] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.275550] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.275781] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.275918] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.276241] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.276401] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.276515] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.276723] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.276855] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.276994] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Resource: SegmentPort with ID: 1359b2e4-462b-4758-b899-1d1cd01755ae is going to be updated. [ 1488.300757] env[65302]: DEBUG networking_nsxv3.common.locking [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.300951] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.301132] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.301377] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.301609] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.301822] env[65302]: DEBUG oslo_concurrency.lockutils [None req-20cdb810-0d77-4a6c-b5f9-c8ce362b17dd None None] Releasing lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.999716] env[65302]: INFO networking_nsxv3.common.synchronization [req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee req-2b601bf2-d9f6-46ce-a42a-a6f13575dd00 service nova] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1489.000014] env[65302]: INFO networking_nsxv3.common.synchronization [req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee req-2b601bf2-d9f6-46ce-a42a-a6f13575dd00 service nova] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1489.000139] env[65302]: INFO networking_nsxv3.common.synchronization [req-9b95ad58-49c9-4a6f-bbcb-31cb0be181ee req-2b601bf2-d9f6-46ce-a42a-a6f13575dd00 service nova] Enqueued Resource ID: 1359b2e4-462b-4758-b899-1d1cd01755ae with Priority: HIGHEST for action port [ 1489.000642] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_rules [ 1489.000777] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1489.000871] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1359b2e4-462b-4758-b899-1d1cd01755ae with Priority: HIGHEST for action port [ 1489.001270] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.001270] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.001421] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.001517] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.001596] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.002416] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.002531] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.002596] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.002757] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.002903] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.003065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.003135] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.003283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.003365] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.003467] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.005342] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock port-1359b2e4-462b-4758-b899-1d1cd01755ae taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.005342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.005342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.005554] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.005628] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1359b2e4-462b-4758-b899-1d1cd01755ae',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.507432] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1359b2e4-462b-4758-b899-1d1cd01755ae with status ACTIVE [ 1489.507693] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.507837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.507908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.508138] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.508228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.508405] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.508509] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.508572] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.508718] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.508795] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.508976] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.509090] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.509141] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.509280] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.509349] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.509454] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1359b2e4-462b-4758-b899-1d1cd01755ae is going to be updated. [ 1489.510594] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.511493] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.511600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.552646] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.552800] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.553044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.553172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.553233] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.553388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1359b2e4-462b-4758-b899-1d1cd01755ae" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.012893] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.515592] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.515845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.515845] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.516031] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.516133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.516243] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1490.547496] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.547723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.547723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.547908] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.548065] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.559013] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1492.570382] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1492.570844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.570844] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.571092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.571411] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.571587] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.571706] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.571932] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.572072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.572216] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.572375] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.074315] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.576279] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901bea34-eee3-4c26-99d5-24340d55d4c9: rpc.has_security_group_logging(os_id): False [ 1493.595890] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.596143] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.596231] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.596480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.596609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.596956] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.597108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.597196] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.597407] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.597516] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.597654] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1493.662106] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.662346] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.662399] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.662600] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.662742] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.676539] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1494.001577] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.001802] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1495.690540] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1495.690949] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.570452] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1497.570991] env[65302]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-35fb9d75-5c19-4b99-92f9-dc5c8c785918 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1499.003208] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.003598] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.004692] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.005043] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.676711] env[65302]: INFO networking_nsxv3.common.synchronization [req-e2f7c54a-7ef0-42a5-97fd-c5b6b1186c64 req-75b19387-9f20-4822-86d9-a69b6642b7ec tempest-ServerActionsTestOtherB-87477020 tempest-ServerActionsTestOtherB-87477020-project-member] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1506.677056] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGHEST for action security_group_members [ 1506.677056] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock member-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.677181] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.677244] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.677435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.677580] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.677670] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.678193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.678193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.678193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.678193] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.181304] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.181589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.181589] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.181780] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.181857] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.182057] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.182185] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.182249] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.182439] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.182523] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.182633] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be updated. [ 1507.213863] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.214062] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.214110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.214292] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.214456] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.223258] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 2s [ 1509.234197] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: IN_PROGRESS for 4s [ 1511.244688] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 in Status: SUCCESS [ 1511.245230] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 deletion is rescheduled due to dependency. [ 1511.245230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.678109] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.678356] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.678750] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.679135] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.680307] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.680704] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.528855] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.529348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.529348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.529348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.529463] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.031880] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.534640] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.681081] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.681319] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.036771] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1527.036981] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1527.772461] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.772862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.772862] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.773116] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.784762] env[65302]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1527.785774] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.787182] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1527.825489] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.825779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.825779] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.825913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.837686] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.838407] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1527.838485] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1527.838571] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1527.872208] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.872464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.872464] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.872601] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.873362] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.873545] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1527.956142] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.956392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.956392] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.956632] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.956958] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.957245] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1528.034203] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.034484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.034484] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.034641] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.034966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.035295] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1528.035414] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'07c2ab43-55ef-48e0-9a18-5b16f77b34c0', '901bea34-eee3-4c26-99d5-24340d55d4c9', '3588b08d-65fd-4a8a-82a3-6301deb6a6a0', '6d5c811c-fcf7-4f16-acec-7cf8120cd4a2', 'db76fcb5-d736-4695-aa73-4bec4c1c5396', '5e7eef9d-4872-4c9d-9069-dd2938e1fabf', '7622a439-d3dc-43f0-82be-ec3c9c0c43db', 'c2623e1e-14c2-4f67-9ca7-2c6a36621f84', '81a11571-68af-42fe-903e-58cbd04f3c49', 'c42a9f7c-a226-465b-93f7-2be7eb900103', 'a2ee08bd-a428-4ce7-943c-cc0553c1ce43', 'e5474672-a520-4a2d-b2c7-4ae31006a8de', '2c84dcc6-61cb-4aad-b983-26ed17bb20e6', 'bb65e13b-ed96-41bf-8fd7-c6e4e00369a7', 'd506890a-4abf-4405-b9d5-90b842821e93', '4e926453-ecea-4bba-b729-ae0b0f8174a8', '409dd4f8-f44c-4715-8913-b0116a226610', '30d7bdb0-0f14-4a5c-9981-2a91436c2d6f', 'fa6c0988-10d9-4453-8f1d-233c54a3730d', '315ed335-31ee-4147-b93f-09bbfc0e03f8', '75efa0d3-4545-418e-8c1f-ed4ac6402eb8', 'b33ac6bd-2fe0-454e-90d1-1b75985c9704', 'b49b9ffb-9bb9-4492-823a-f265bbc8565d', '8e36e703-0c0a-4a42-9046-43715a2aef5f', 'cd26d126-2e6c-46ba-874d-99642afc887a', 'd7b51eaf-0603-49de-b693-16e69a148974', '2da426f8-1972-4ed0-9824-8fc02aefe247', '0482e356-83c1-4bad-9658-3c5946ad39ce', '25b3194b-9af1-48b9-a11a-67970b1c1149'} {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1528.035516] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1528.054050] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.054283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.054283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.054440] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.054525] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.054635] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1528.054705] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1528.054777] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1528.133191] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.133427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.133427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.133579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.134902] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.135184] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1528.135265] env[65302]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65302) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1528.135339] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1528.135433] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1528.135526] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1528.135603] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGH for action security_group_rules [ 1528.135718] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGH for action security_group_rules [ 1528.135771] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGH for action security_group_rules [ 1528.135822] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGH for action security_group_rules [ 1528.135872] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGH for action security_group_rules [ 1528.135980] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGH for action security_group_rules [ 1528.136057] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db with Priority: HIGH for action security_group_rules [ 1528.136108] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGH for action security_group_rules [ 1528.136178] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGH for action security_group_rules [ 1528.136232] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGH for action security_group_rules [ 1528.136296] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGH for action security_group_rules [ 1528.136361] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5474672-a520-4a2d-b2c7-4ae31006a8de with Priority: HIGH for action security_group_rules [ 1528.136442] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGH for action security_group_rules [ 1528.136538] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGH for action security_group_rules [ 1528.136603] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d506890a-4abf-4405-b9d5-90b842821e93 with Priority: HIGH for action security_group_rules [ 1528.136665] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGH for action security_group_rules [ 1528.136729] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGH for action security_group_rules [ 1528.136792] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGH for action security_group_rules [ 1528.136857] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa6c0988-10d9-4453-8f1d-233c54a3730d with Priority: HIGH for action security_group_rules [ 1528.136920] env[65302]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGH for action security_group_rules [ 1528.137026] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.682782] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.683244] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1531.683244] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 with Priority: HIGH for action security_group_rules [ 1531.683489] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 with Priority: HIGH for action security_group_rules [ 1531.683590] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db with Priority: HIGH for action security_group_rules [ 1531.683734] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d506890a-4abf-4405-b9d5-90b842821e93 with Priority: HIGH for action security_group_rules [ 1531.683918] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 with Priority: HIGH for action security_group_rules [ 1531.684103] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6c0988-10d9-4453-8f1d-233c54a3730d with Priority: HIGH for action security_group_rules [ 1531.684278] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f with Priority: HIGH for action security_group_rules [ 1531.684447] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dd4f8-f44c-4715-8913-b0116a226610 with Priority: HIGH for action security_group_rules [ 1531.684618] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 with Priority: HIGH for action security_group_rules [ 1531.684784] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 with Priority: HIGH for action security_group_rules [ 1531.684956] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 with Priority: HIGH for action security_group_rules [ 1531.685147] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5474672-a520-4a2d-b2c7-4ae31006a8de with Priority: HIGH for action security_group_rules [ 1531.685320] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 with Priority: HIGH for action security_group_rules [ 1531.685506] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42a9f7c-a226-465b-93f7-2be7eb900103 with Priority: HIGH for action security_group_rules [ 1531.685672] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a11571-68af-42fe-903e-58cbd04f3c49 with Priority: HIGH for action security_group_rules [ 1531.685836] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf with Priority: HIGH for action security_group_rules [ 1531.686013] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 with Priority: HIGH for action security_group_rules [ 1531.686186] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 with Priority: HIGH for action security_group_rules [ 1531.686378] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 with Priority: HIGH for action security_group_rules [ 1531.686526] env[65302]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 with Priority: HIGH for action security_group_rules [ 1531.686943] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.687211] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.687322] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.687534] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.687662] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c2ab43-55ef-48e0-9a18-5b16f77b34c0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.688741] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.688971] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.689105] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.689339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.689470] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3588b08d-65fd-4a8a-82a3-6301deb6a6a0',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.690568] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7622a439-d3dc-43f0-82be-ec3c9c0c43db taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.690745] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.690865] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.691064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.691196] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7622a439-d3dc-43f0-82be-ec3c9c0c43db',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.691951] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d506890a-4abf-4405-b9d5-90b842821e93 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.692136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.692246] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.692435] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.692535] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d506890a-4abf-4405-b9d5-90b842821e93',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.693379] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-315ed335-31ee-4147-b93f-09bbfc0e03f8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.693541] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.693654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.693842] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.694299] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('315ed335-31ee-4147-b93f-09bbfc0e03f8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.694825] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa6c0988-10d9-4453-8f1d-233c54a3730d taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.694963] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.695111] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.695324] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.695448] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa6c0988-10d9-4453-8f1d-233c54a3730d',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.696405] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.696579] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.696749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.697429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.697429] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30d7bdb0-0f14-4a5c-9981-2a91436c2d6f',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.697914] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-409dd4f8-f44c-4715-8913-b0116a226610 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.698451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.698451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.698451] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.698451] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('409dd4f8-f44c-4715-8913-b0116a226610',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.699280] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.699443] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.699707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.699707] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.699792] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb65e13b-ed96-41bf-8fd7-c6e4e00369a7',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.700666] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e926453-ecea-4bba-b729-ae0b0f8174a8 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.700827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.700936] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.701199] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.701292] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e926453-ecea-4bba-b729-ae0b0f8174a8',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.702216] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.702367] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.702494] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.702693] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.702810] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c84dcc6-61cb-4aad-b983-26ed17bb20e6',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.704011] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5474672-a520-4a2d-b2c7-4ae31006a8de taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.704011] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.704142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.704222] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.704335] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5474672-a520-4a2d-b2c7-4ae31006a8de',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.705075] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.705210] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.705328] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.705522] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.705638] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2ee08bd-a428-4ce7-943c-cc0553c1ce43',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.706394] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42a9f7c-a226-465b-93f7-2be7eb900103 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.706540] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.706638] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.706714] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.706800] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42a9f7c-a226-465b-93f7-2be7eb900103',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.707628] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a11571-68af-42fe-903e-58cbd04f3c49 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.707765] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.707884] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.708048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.708166] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a11571-68af-42fe-903e-58cbd04f3c49',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.709009] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.709188] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.709300] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.709500] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.709577] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e7eef9d-4872-4c9d-9069-dd2938e1fabf',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.710654] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.710654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.710654] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.710837] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.710837] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2623e1e-14c2-4f67-9ca7-2c6a36621f84',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.711850] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db76fcb5-d736-4695-aa73-4bec4c1c5396 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.711989] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.712071] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.712230] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.712344] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db76fcb5-d736-4695-aa73-4bec4c1c5396',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.713117] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901bea34-eee3-4c26-99d5-24340d55d4c9 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.713344] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.713432] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.713559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.713817] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901bea34-eee3-4c26-99d5-24340d55d4c9',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.714354] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 taken with stack trace [, , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.714471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.714537] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.714703] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.714774] env[65302]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d5c811c-fcf7-4f16-acec-7cf8120cd4a2',) {} {{(pid=65302) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.759526] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.759800] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.759800] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.759935] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.761658] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.761801] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.762437] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.762527] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.763294] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.763388] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.764088] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.764186] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.764890] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.765052] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.766024] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.766142] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.781190] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.781477] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7622a439-d3dc-43f0-82be-ec3c9c0c43db is going to be deleted. [ 1531.782150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.782374] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.801973] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.802126] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3588b08d-65fd-4a8a-82a3-6301deb6a6a0 is going to be deleted. [ 1531.802966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.803180] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.822229] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.822382] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa6c0988-10d9-4453-8f1d-233c54a3730d is going to be deleted. [ 1531.823278] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.823506] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.845129] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.845353] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.847838] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.847947] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 315ed335-31ee-4147-b93f-09bbfc0e03f8 is going to be deleted. [ 1531.848827] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.849048] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.871962] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.872130] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c2ab43-55ef-48e0-9a18-5b16f77b34c0 is going to be deleted. [ 1531.873044] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.873261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.874661] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.874834] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.890907] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.891161] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.894342] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.894501] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 409dd4f8-f44c-4715-8913-b0116a226610 is going to be deleted. [ 1531.895405] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.895637] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.916677] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.916902] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30d7bdb0-0f14-4a5c-9981-2a91436c2d6f is going to be deleted. [ 1531.917763] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.917966] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.918066] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.918179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7622a439-d3dc-43f0-82be-ec3c9c0c43db" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.918327] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.918480] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.918559] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.918669] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3588b08d-65fd-4a8a-82a3-6301deb6a6a0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.919172] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.919339] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.919420] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.919526] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa6c0988-10d9-4453-8f1d-233c54a3730d" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.923616] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.923798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.923798] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.923956] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.924036] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.924150] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-315ed335-31ee-4147-b93f-09bbfc0e03f8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.943239] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.943429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.943429] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.943638] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.943731] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.943847] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c2ab43-55ef-48e0-9a18-5b16f77b34c0" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.993219] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.993427] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.993507] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.993701] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.993793] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.993920] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30d7bdb0-0f14-4a5c-9981-2a91436c2d6f" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.994716] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.994860] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.994933] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.995072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.995147] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.995254] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-409dd4f8-f44c-4715-8913-b0116a226610" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.263661] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.263882] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.263959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.264251] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.266018] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.266136] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.266853] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.266959] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.267737] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.267833] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.268609] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.268799] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.270390] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.270487] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.271166] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.271259] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.271913] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.272043] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.279586] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.279723] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.280495] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.280592] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.281966] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.282095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.282651] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.283082] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.283215] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.284246] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.284653] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.284769] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.287258] env[65302]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.287764] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.287909] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5474672-a520-4a2d-b2c7-4ae31006a8de is going to be deleted. [ 1532.289115] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.289379] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.307051] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.307222] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2623e1e-14c2-4f67-9ca7-2c6a36621f84 is going to be deleted. [ 1532.308050] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.308261] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.326767] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.326929] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42a9f7c-a226-465b-93f7-2be7eb900103 is going to be deleted. [ 1532.327872] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.328092] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.346953] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.347146] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.350475] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.350591] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d506890a-4abf-4405-b9d5-90b842821e93 is going to be deleted. [ 1532.351431] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.351636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.367040] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.367222] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.377855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.377999] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e926453-ecea-4bba-b729-ae0b0f8174a8 is going to be deleted. [ 1532.378952] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.379179] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.387178] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.387348] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.403110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.403274] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901bea34-eee3-4c26-99d5-24340d55d4c9 is going to be deleted. [ 1532.404159] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.404368] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.442620] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.442790] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2ee08bd-a428-4ce7-943c-cc0553c1ce43 is going to be deleted. [ 1532.443748] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.443957] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.457388] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.457583] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.493059] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.493232] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db76fcb5-d736-4695-aa73-4bec4c1c5396 is going to be deleted. [ 1532.494193] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.494412] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.495887] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.496133] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.528640] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.528855] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.535035] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.535185] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d5c811c-fcf7-4f16-acec-7cf8120cd4a2 is going to be deleted. [ 1532.536155] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.536372] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.586942] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.587126] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c84dcc6-61cb-4aad-b983-26ed17bb20e6 is going to be deleted. [ 1532.588109] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.588277] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.590971] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.591113] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.616322] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.616529] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.631032] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.631289] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a11571-68af-42fe-903e-58cbd04f3c49 is going to be deleted. [ 1532.632266] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.632501] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.704017] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.704420] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e7eef9d-4872-4c9d-9069-dd2938e1fabf is going to be deleted. [ 1532.705096] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.705317] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.745369] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.745612] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.792627] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.792854] env[65302]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb65e13b-ed96-41bf-8fd7-c6e4e00369a7 is going to be deleted. [ 1532.793776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.793996] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.794108] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.794232] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5474672-a520-4a2d-b2c7-4ae31006a8de" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.794390] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.794555] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.794633] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.794749] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2623e1e-14c2-4f67-9ca7-2c6a36621f84" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.795283] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.795513] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.795609] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.795738] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42a9f7c-a226-465b-93f7-2be7eb900103" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.795888] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.796064] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.796144] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.796256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d506890a-4abf-4405-b9d5-90b842821e93" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.796385] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.796551] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.796629] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.796736] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e926453-ecea-4bba-b729-ae0b0f8174a8" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.796868] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.797012] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.797095] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.797209] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901bea34-eee3-4c26-99d5-24340d55d4c9" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.797335] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.797471] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.797545] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.797656] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2ee08bd-a428-4ce7-943c-cc0553c1ce43" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.797781] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.797913] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.797984] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.798110] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db76fcb5-d736-4695-aa73-4bec4c1c5396" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.798256] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.798395] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.798469] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.798584] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d5c811c-fcf7-4f16-acec-7cf8120cd4a2" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.800578] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.800710] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.800776] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.800935] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.801015] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.801132] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c84dcc6-61cb-4aad-b983-26ed17bb20e6" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.803041] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.803158] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.803228] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.803423] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.803506] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.803616] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a11571-68af-42fe-903e-58cbd04f3c49" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.850426] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.850636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.850636] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.850846] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.850939] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.851072] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e7eef9d-4872-4c9d-9069-dd2938e1fabf" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.913854] env[65302]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65302) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.914076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.914076] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.914268] env[65302]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.914354] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.914476] env[65302]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb65e13b-ed96-41bf-8fd7-c6e4e00369a7" {{(pid=65302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.688237] env[65302]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.688681] env[65302]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0